-- Logs begin at Thu 2022-07-21 09:54:31 UTC, end at Thu 2022-07-21 11:08:01 UTC. -- Jul 21 10:37:03.588368 dv-cinder-849800-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 21 10:37:06.311668 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.common.config [-] Logging enabled! Jul 21 10:37:06.312306 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev442 Jul 21 10:37:06.312456 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110969) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 21 10:37:06.316516 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.common.config [-] Logging enabled! Jul 21 10:37:06.316777 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev442 Jul 21 10:37:06.317094 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110969) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 21 10:37:06.318050 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 10:37:06.318289 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 10:37:06.318806 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 10:37:06.319062 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 10:37:06.319295 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 10:37:06.319617 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.319920 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.320156 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.320502 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.320756 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.321043 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.321335 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.321636 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.321928 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.322213 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.322503 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.322765 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.323054 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.323344 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.323635 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.323863 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] debug = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.324149 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.324584 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.325007 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.325290 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.325587 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.325870 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.326148 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.326435 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.326750 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.327088 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] host = dv-cinder-849800-2-iscsi {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.327372 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.327664 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.327957 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.328249 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.328531 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.328811 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.329317 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.329625 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.329923 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] log_file = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.330732 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.331032 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.331327 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.331631 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.331865 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.332093 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.332385 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.332683 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.332966 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.333248 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.333528 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.333808 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.334086 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.334360 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.334673 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.334966 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.335256 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.335535 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.335814 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.336091 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.336374 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.336663 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.336943 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.337223 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.337501 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.337799 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.338071 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.338348 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.338686 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.338979 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.339265 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.339554 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.339834 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.340120 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.340395 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.340672 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.340949 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] use_json = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.341223 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.341497 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.341782 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.342057 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.342331 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.342628 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.342907 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.343194 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.343470 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:06.343772 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.344080 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.344377 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.344825 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.346563 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.346563 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.346563 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.346563 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.346563 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.346563 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.347057 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.347057 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.347376 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.347670 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.347970 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.348282 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.348580 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.348876 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.349159 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.349439 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.349719 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.350000 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.350294 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.350602 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.350897 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.351194 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.351480 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.351783 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.352074 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.352365 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.352662 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.352954 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.353233 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.353515 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.353809 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.354089 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.354367 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.354686 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.354969 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.355245 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.355532 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.355827 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.356124 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.356404 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.356684 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.356981 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.357266 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.357544 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.357819 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.358099 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.358374 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.358686 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.358969 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.359245 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.359522 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.359803 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.360386 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.360677 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.360964 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.361243 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.361521 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.361796 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.362072 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.362347 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.362651 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.362928 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.363201 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.363475 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.363756 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.364032 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.364307 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.364582 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.364860 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.365136 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.365440 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.365722 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.366005 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.366292 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.366604 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.366887 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.367167 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.367446 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.367728 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.368003 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.368297 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.368585 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.368877 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.369164 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.369445 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.369770 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.370055 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.370339 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.370649 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.370936 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.371220 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.371508 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.371792 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.372075 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.372363 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.372651 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.372950 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.373249 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.373531 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.373831 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.374129 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.374427 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.374751 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.375068 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.375355 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:06.375577 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 10:37:06.376359 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110969) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 21 10:37:06.679481 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 21 10:37:06.679757 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 21 10:37:06.680065 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 21 10:37:06.680404 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 21 10:37:07.102368 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.102642 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.102854 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.104162 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.104439 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.104707 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.161222 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.161510 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.161785 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.176642 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.176931 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.177202 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.209010 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.209291 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.209564 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.247432 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.247723 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.247993 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.482346 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.483301 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.483301 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.483301 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.483959 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.584826 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.585147 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.585438 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.585716 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.585990 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.586320 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.586610 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.586877 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.587137 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.587425 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.587693 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.587959 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.588220 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.588484 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.588746 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.589016 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.589275 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.589546 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.589820 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.590083 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.590359 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.590655 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.590938 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.591328 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.591581 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.591832 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.592247 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 10:37:07.592490 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 10:37:07.592730 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 10:37:07.592970 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 10:37:07.593207 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 10:37:07.593444 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 10:37:07.593820 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 21 10:37:07.597758 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 21 10:37:07.601696 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 21 10:37:07.605753 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 21 10:37:07.608618 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 21 10:37:07.609102 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 21 10:37:07.609444 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 21 10:37:07.609837 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 21 10:37:07.613700 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 21 10:37:07.613953 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 21 10:37:07.614305 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 21 10:37:07.619990 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 21 10:37:07.643373 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 21 10:37:07.643846 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.644154 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110969) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 21 10:37:07.644532 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.645897 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110969) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 21 10:37:07.646194 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 21 10:37:07.646451 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 21 10:37:07.650042 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.650332 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:07.802483 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 21 10:37:07.802700 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 21 10:37:07.802881 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 21 10:37:07.803303 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 21 10:37:07.855982 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO dbcounter [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Registered counter for database neutron Jul 21 10:37:07.877561 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_db.sqlalchemy.engines [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110969) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 21 10:37:07.884400 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG dbcounter [-] [110969] Writer thread running {{(pid=110969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 10:37:08.541134 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Initializing driver for type 'gre' Jul 21 10:37:08.541789 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] gre ID ranges: [(1, 1000)] Jul 21 10:37:08.735691 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Initializing driver for type 'local' Jul 21 10:37:08.736022 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Initializing driver for type 'vlan' Jul 21 10:37:08.821064 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] VlanTypeDriver initialization complete Jul 21 10:37:08.821329 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Initializing driver for type 'vxlan' Jul 21 10:37:08.821847 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] vxlan ID ranges: [(1, 1000)] Jul 21 10:37:08.998050 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Initializing extension driver 'port_security' Jul 21 10:37:08.998402 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.extensions.port_security [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] PortSecurityExtensionDriver initialization complete Jul 21 10:37:08.998790 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Initializing mechanism driver 'openvswitch' Jul 21 10:37:08.999127 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Initializing mechanism driver 'hyperv' Jul 21 10:37:09.021422 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.plugins.ml2.plugin [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:37:09.022124 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > port after_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.022516 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > port after_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.022916 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > port after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.023453 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 10:37:09.023895 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > subnet after_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.024263 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > subnet after_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.024624 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.025025 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 10:37:09.025453 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > network after_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.025831 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > network after_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.026192 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > network after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.026618 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 10:37:09.027059 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > security_group after_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.027424 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > security_group after_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.027779 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.028178 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 10:37:09.028606 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.028962 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.029314 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.029731 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 10:37:09.030162 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > address_group after_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.030530 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > address_group after_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.030907 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.031304 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 10:37:09.031762 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] ML2 OVO RPC backend initialized. {{(pid=110969) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 21 10:37:09.032512 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.032884 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.033311 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > network before_response 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.033677 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > networks before_response 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.034038 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > port before_response 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.034486 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > ports before_response 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.034884 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > subnet before_response 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.035255 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > subnets before_response 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.035617 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > network after_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.035973 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > network after_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.036322 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > network after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.036678 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > port after_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.037022 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > port after_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.037368 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > port after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.037714 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > subnet after_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.038060 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > subnet after_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.038405 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.046814 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded quota_driver: . Jul 21 10:37:09.047207 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.plugin [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Modular L2 Plugin initialization complete Jul 21 10:37:09.047571 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading services supported by the core plugin {{(pid=110969) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 21 10:37:09.047935 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.plugins.ml2.managers [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Got port-security extension from driver 'port_security' Jul 21 10:37:09.048463 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.extensions.vlantransparent [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Disabled vlantransparent extension. Jul 21 10:37:09.049505 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110969) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 21 10:37:09.049842 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading Plugin: router Jul 21 10:37:09.091634 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.091966 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router after_create 55549900 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.092358 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router before_create 55549900 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.092885 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.093281 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.093658 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router after_delete 55549900 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.094036 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.094407 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.094808 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router after_create 55549900 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.095184 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router after_update 55549900 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.095554 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router after_update 55549900 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.096554 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.096848 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router after_update 55549900 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.097277 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router precommit_update 55549900 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.097667 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: port after_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.098021 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: port after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.098370 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: subnet after_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.098756 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.099110 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.099475 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router precommit_create 55549900 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.099833 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: port before_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.100189 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router precommit_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.100560 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router after_update 55549900 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.100917 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.101288 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router precommit_create 55549900 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.101669 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.102031 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router precommit_update 55549900 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.102412 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > agent after_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.102808 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > agent after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.103172 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > network after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.104102 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Tracking information for resource: router configured {{(pid=110969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 10:37:09.104445 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Tracking information for resource: floatingip configured {{(pid=110969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 10:37:09.109513 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.db.l3_agentschedulers_db [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 21 10:37:09.110378 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: port after_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.110784 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: port after_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.111153 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: port after_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.112404 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: port after_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.113309 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router before_create 55550100 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.113689 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.114063 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router precommit_create 55550100 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.114437 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > router precommit_update 55550100 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.119401 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.services.provider_configuration [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Service providers = [] {{(pid=110969) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 21 10:37:09.119777 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.db.servicetype_db [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110969) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 21 10:37:09.122779 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.services.service_base [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 10:37:09.123141 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.services.service_base [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 10:37:09.123495 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.services.service_base [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 10:37:09.124569 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.services.service_base [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 10:37:09.124955 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.services.service_base [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 21 10:37:09.125357 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 10:37:09.125688 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 21 10:37:09.136359 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 10:37:09.136701 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading Plugin: auto_allocate Jul 21 10:37:09.142479 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: network precommit_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.142981 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: network precommit_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.143600 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 10:37:09.146223 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading Plugin: tag Jul 21 10:37:09.151051 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 10:37:09.151397 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading Plugin: timestamp Jul 21 10:37:09.155342 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 10:37:09.155669 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading Plugin: network_ip_availability Jul 21 10:37:09.161733 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.162114 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.162481 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.163301 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 10:37:09.163631 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading Plugin: flavors Jul 21 10:37:09.168642 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 10:37:09.168986 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading Plugin: revisions Jul 21 10:37:09.173276 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 10:37:09.173679 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_concurrency.lockutils [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.494s {{(pid=110969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 21 10:37:09.175336 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110969) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 21 10:37:09.175716 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Initializing extension manager. Jul 21 10:37:09.176251 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: __init__.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.176607 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: __pycache__ {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.176953 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: address_group.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.177695 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.178349 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: address-group Jul 21 10:37:09.178640 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: address_scope.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.179327 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.179844 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: address-scope Jul 21 10:37:09.180175 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.181098 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.181617 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: router-admin-state-down-before-update Jul 21 10:37:09.181951 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: agent.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.182660 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.183180 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: agent Jul 21 10:37:09.183532 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: agent_resources_synced.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.190010 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.190657 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: agent-resources-synced Jul 21 10:37:09.190995 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: allowedaddresspairs.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.192838 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.193367 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: allowed-address-pairs Jul 21 10:37:09.193703 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: auto_allocated_topology.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.194810 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.195336 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: auto-allocated-topology Jul 21 10:37:09.195665 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: availability_zone.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.196340 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.196854 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: availability_zone Jul 21 10:37:09.197183 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: availability_zone_filter.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.198062 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.198597 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: availability_zone_filter Jul 21 10:37:09.198932 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: data_plane_status.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.199811 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.200319 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension data-plane-status not supported by any of loaded plugins Jul 21 10:37:09.200655 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: default_subnetpools.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.201533 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.202045 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: default-subnetpools Jul 21 10:37:09.202377 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.203210 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.203734 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: dhcp_agent_scheduler Jul 21 10:37:09.204068 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: dns.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.204960 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.205613 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension dns-integration not supported by any of loaded plugins Jul 21 10:37:09.206221 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: dns_domain_ports.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.206810 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.207323 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 21 10:37:09.207657 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.208551 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.209061 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 21 10:37:09.209391 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: dvr.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.210038 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.210585 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: dvr Jul 21 10:37:09.210924 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: ecmp_routes.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.215494 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.216083 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 21 10:37:09.216506 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: empty_string_filtering.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.217449 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.218012 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: empty-string-filtering Jul 21 10:37:09.218378 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.219390 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.219983 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 21 10:37:09.220348 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.221773 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.222283 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 21 10:37:09.222660 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: external_net.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.223545 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.224135 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: external-net Jul 21 10:37:09.224470 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.225358 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.225961 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: extra_dhcp_opt Jul 21 10:37:09.226295 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: extraroute.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.227213 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.227724 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: extraroute Jul 21 10:37:09.228054 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: extraroute_atomic.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.229055 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.229569 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: extraroute-atomic Jul 21 10:37:09.229900 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: filter_validation.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.230580 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.231092 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: filter-validation Jul 21 10:37:09.231420 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: fip_pf_description.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.232572 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.233094 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 21 10:37:09.233427 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: fip_pf_port_range.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.239043 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.239619 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 21 10:37:09.239957 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: fip_port_details.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.241023 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.241578 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: fip-port-details Jul 21 10:37:09.241908 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: flavors.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.243377 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.243932 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: flavors Jul 21 10:37:09.244267 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.246045 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.246630 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 21 10:37:09.246991 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: floatingip_pools.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.247774 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.248303 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: floatingip-pools Jul 21 10:37:09.248638 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: ip_allocation.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.249589 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.250126 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension ip_allocation not supported by any of loaded plugins Jul 21 10:37:09.250440 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.251382 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.251898 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: ip-substring-filtering Jul 21 10:37:09.252375 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: l2_adjacency.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.253472 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.254045 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 21 10:37:09.254425 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: l3.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.255581 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.256117 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: router Jul 21 10:37:09.256448 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.258941 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.259498 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 21 10:37:09.259840 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.260877 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.261406 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: ext-gw-mode Jul 21 10:37:09.261740 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.262677 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.263194 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: l3-ha Jul 21 10:37:09.263524 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.264416 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.264926 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 21 10:37:09.265256 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: l3_flavors.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.266224 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.266776 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: l3-flavors Jul 21 10:37:09.267110 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.268764 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.269305 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 21 10:37:09.269641 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.270703 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.271233 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 21 10:37:09.271568 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: l3agentscheduler.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.272675 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.273209 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: l3_agent_scheduler Jul 21 10:37:09.273543 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: local_ip.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.282346 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.282946 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension local_ip not supported by any of loaded plugins Jul 21 10:37:09.283779 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: logging.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.285377 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.285986 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension logging not supported by any of loaded plugins Jul 21 10:37:09.286327 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: metering.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.287085 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.287674 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: metering Jul 21 10:37:09.288005 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.289341 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.289868 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: metering_source_and_destination_fields Jul 21 10:37:09.290207 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: multiprovidernet.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.291193 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.291734 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: multi-provider Jul 21 10:37:09.292125 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: netmtu.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.293075 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.293591 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: net-mtu Jul 21 10:37:09.293919 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: netmtu_writable.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.294872 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.295379 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: net-mtu-writable Jul 21 10:37:09.295708 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: network_availability_zone.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.296352 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.296859 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: network_availability_zone Jul 21 10:37:09.297186 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: network_ip_availability.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.298263 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.298810 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: network-ip-availability Jul 21 10:37:09.299857 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: network_segment_range.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.300626 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.301138 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension network-segment-range not supported by any of loaded plugins Jul 21 10:37:09.301553 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: pagination.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.302501 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.302860 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: pagination Jul 21 10:37:09.303190 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: port_device_profile.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.304056 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.304574 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: port-device-profile Jul 21 10:37:09.304908 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: port_mac_address_override.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.305790 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.306303 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: port-mac-override Jul 21 10:37:09.306661 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.307536 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.308045 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: port-mac-address-regenerate Jul 21 10:37:09.308374 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.310071 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.310609 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: port-numa-affinity-policy Jul 21 10:37:09.310943 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: port_resource_request.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.311844 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.312355 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension port-resource-request not supported by any of loaded plugins Jul 21 10:37:09.312686 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: port_resource_request_groups.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.313609 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.314121 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 21 10:37:09.314451 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: portbindings.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.315483 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.315998 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: binding Jul 21 10:37:09.316327 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: portbindings_extended.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.317609 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.318122 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: binding-extended Jul 21 10:37:09.318451 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: portsecurity.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.319349 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.319863 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: port-security Jul 21 10:37:09.320193 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: project_id.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.321120 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.321455 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: project-id Jul 21 10:37:09.321780 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: providernet.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.322748 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.323270 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: provider Jul 21 10:37:09.323601 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: qos.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.328289 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.328812 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension qos not supported by any of loaded plugins Jul 21 10:37:09.329144 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.330410 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.330969 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 21 10:37:09.331302 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.332193 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.332703 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 21 10:37:09.333033 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: qos_default.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.333907 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.334447 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension qos-default not supported by any of loaded plugins Jul 21 10:37:09.334802 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: qos_fip.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.335684 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.336198 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension qos-fip not supported by any of loaded plugins Jul 21 10:37:09.336534 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.337413 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.337923 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 21 10:37:09.338270 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: qos_gateway_ip.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.339200 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.339710 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 21 10:37:09.340085 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: qos_port_network_policy.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.340958 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.341465 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 21 10:37:09.341837 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.342815 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.343326 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 21 10:37:09.343652 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.344677 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.345187 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 21 10:37:09.345515 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: qos_pps_rule.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.347227 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.347796 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension qos-pps not supported by any of loaded plugins Jul 21 10:37:09.348078 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: qos_rule_type_details.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.350578 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.351125 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 21 10:37:09.351509 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.352374 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.352884 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 21 10:37:09.353212 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: qos_rules_alias.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.354212 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.354753 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 21 10:37:09.355082 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: quota_check_limit.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.355949 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.356461 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: quota-check-limit Jul 21 10:37:09.356789 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: quotasv2.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.357754 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.358085 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: quotas Jul 21 10:37:09.358416 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: quotasv2_detail.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.360340 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.360682 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: quota_details Jul 21 10:37:09.361014 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: rbac.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.362495 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.363043 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: rbac-policies Jul 21 10:37:09.363380 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: rbac_address_group.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.364266 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.364781 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: rbac-address-group Jul 21 10:37:09.365112 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: rbac_address_scope.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.365984 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.366497 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: rbac-address-scope Jul 21 10:37:09.366853 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: rbac_security_groups.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.367798 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.368369 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: rbac-security-groups Jul 21 10:37:09.368697 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: rbac_subnetpool.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.369582 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.370096 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: rbac-subnetpool Jul 21 10:37:09.370423 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: revisionifmatch.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.371336 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.371850 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: revision-if-match Jul 21 10:37:09.372178 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: revisions.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.373987 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.374503 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: standard-attr-revisions Jul 21 10:37:09.374870 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: router_availability_zone.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.375511 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.376025 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: router_availability_zone Jul 21 10:37:09.376352 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: routerservicetype.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.377766 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.378297 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension router-service-type not supported by any of loaded plugins Jul 21 10:37:09.378705 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.379596 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.380160 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: security-groups-normalized-cidr Jul 21 10:37:09.380487 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.381362 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.381874 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: port-security-groups-filtering Jul 21 10:37:09.382202 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.383101 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.383614 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: security-groups-remote-address-group Jul 21 10:37:09.383941 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.384922 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.385434 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: security-groups-shared-filtering Jul 21 10:37:09.385762 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: securitygroup.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.397017 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.397560 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: security-group Jul 21 10:37:09.397901 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: segment.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.398637 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.399160 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension segment not supported by any of loaded plugins Jul 21 10:37:09.399493 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.400401 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.400915 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 21 10:37:09.401243 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: servicetype.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.402292 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.402892 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: service-type Jul 21 10:37:09.403218 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: sorting.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.404161 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.404497 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: sorting Jul 21 10:37:09.404822 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: standard_attr_segment.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.405691 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.406203 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 21 10:37:09.406531 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: standardattrdescription.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.407169 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.407677 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: standard-attr-description Jul 21 10:37:09.408000 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: stateful_security_group.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.409648 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.410166 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: stateful-security-group Jul 21 10:37:09.410491 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: stdattrs_common.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.411143 dv-cinder-849800-2-iscsi neutron-server[110969]: WARNING neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 21 10:37:09.411540 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.412421 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.412935 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 21 10:37:09.413263 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: subnet_onboard.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.414278 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.414819 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: subnet_onboard Jul 21 10:37:09.415148 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.416033 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.416546 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 21 10:37:09.416965 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: subnet_service_types.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.417845 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.418362 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: subnet-service-types Jul 21 10:37:09.418726 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: subnetallocation.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.419823 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.420341 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: subnet_allocation Jul 21 10:37:09.420668 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.421294 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.421810 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: subnetpool-prefix-ops Jul 21 10:37:09.422132 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.423037 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.423558 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 21 10:37:09.423878 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: tagging.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.425465 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.426747 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: standard-attr-tag Jul 21 10:37:09.426747 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: timestamp.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.427519 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.428035 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loaded extension: standard-attr-timestamp Jul 21 10:37:09.428364 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: trunk.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.429348 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.429858 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension trunk not supported by any of loaded plugins Jul 21 10:37:09.430187 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: trunk_details.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.431152 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.431651 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension trunk-details not supported by any of loaded plugins Jul 21 10:37:09.431977 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: uplink_status_propagation.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.433017 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.433522 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 21 10:37:09.433847 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Loading extension file: vlantransparent.py {{(pid=110969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 10:37:09.434478 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 10:37:09.435011 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 21 10:37:09.437694 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Creating instance of TrackedResource for resource:network Jul 21 10:37:09.438213 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Creating instance of TrackedResource for resource:subnet Jul 21 10:37:09.438633 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 10:37:09.439029 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Creating instance of TrackedResource for resource:port Jul 21 10:37:09.440358 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.v2.resource_helper [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 10:37:09.440801 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.v2.resource_helper [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Service FLAVORS assigned prefix: {{(pid=110969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 10:37:09.441420 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.v2.resource_helper [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 10:37:09.441852 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.v2.resource_helper [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 10:37:09.442213 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Creating instance of TrackedResource for resource:router Jul 21 10:37:09.442730 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Creating instance of TrackedResource for resource:floatingip Jul 21 10:37:09.443222 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.v2.resource_helper [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Service METERING assigned prefix: /metering {{(pid=110969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 10:37:09.444733 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.445114 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.445470 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:37:09.446449 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Creating instance of CountableResource for resource:rbac_policy Jul 21 10:37:09.446919 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Creating instance of TrackedResource for resource:security_group Jul 21 10:37:09.447367 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 21 10:37:09.447900 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.v2.resource_helper [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Service CORE assigned prefix: {{(pid=110969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 10:37:09.448230 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 10:37:09.448576 dv-cinder-849800-2-iscsi neutron-server[110969]: WARNING neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] subnetpool is already registered Jul 21 10:37:09.449009 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.v2.resource_helper [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Service CORE assigned prefix: {{(pid=110969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 10:37:09.449336 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 10:37:09.449671 dv-cinder-849800-2-iscsi neutron-server[110969]: WARNING neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] subnetpool is already registered Jul 21 10:37:09.452204 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.v2.resource_helper [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 10:37:09.452644 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.v2.resource_helper [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Service FLAVORS assigned prefix: {{(pid=110969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 10:37:09.455816 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.v2.resource_helper [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 10:37:09.455816 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.v2.resource_helper [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 10:37:09.455816 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Creating instance of TrackedResource for resource:router Jul 21 10:37:09.455816 dv-cinder-849800-2-iscsi neutron-server[110969]: WARNING neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] router is already registered Jul 21 10:37:09.455816 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Creating instance of TrackedResource for resource:floatingip Jul 21 10:37:09.455816 dv-cinder-849800-2-iscsi neutron-server[110969]: WARNING neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] floatingip is already registered Jul 21 10:37:09.456215 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.v2.resource_helper [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Service METERING assigned prefix: /metering {{(pid=110969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 10:37:09.456809 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Creating instance of CountableResource for resource:rbac_policy Jul 21 10:37:09.457141 dv-cinder-849800-2-iscsi neutron-server[110969]: WARNING neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] rbac_policy is already registered Jul 21 10:37:09.457552 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Creating instance of TrackedResource for resource:security_group Jul 21 10:37:09.457943 dv-cinder-849800-2-iscsi neutron-server[110969]: WARNING neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] security_group is already registered Jul 21 10:37:09.458364 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 21 10:37:09.458733 dv-cinder-849800-2-iscsi neutron-server[110969]: WARNING neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] security_group_rule is already registered Jul 21 10:37:09.459415 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.v2.resource_helper [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Service CORE assigned prefix: {{(pid=110969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 10:37:09.459746 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 10:37:09.460088 dv-cinder-849800-2-iscsi neutron-server[110969]: WARNING neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] subnetpool is already registered Jul 21 10:37:09.460510 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.v2.resource_helper [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Service CORE assigned prefix: {{(pid=110969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 10:37:09.460851 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 10:37:09.461187 dv-cinder-849800-2-iscsi neutron-server[110969]: WARNING neutron.quota.resource_registry [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] subnetpool is already registered Jul 21 10:37:09.461717 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: extensions {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.463222 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: address-groups {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.464746 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: address-scopes {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.466160 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: agents {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.467362 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: auto-allocated-topology {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.468627 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: availability_zones {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.469876 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: dhcp-networks {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.472050 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: dhcp-agents {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.473592 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: routers {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.475420 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: flavors {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.478690 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: service_profiles {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.478690 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: next_providers {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.479542 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: service_profiles {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.481108 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: floatingip-pools {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.482349 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: routers {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.484176 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: floatingips {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.485835 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: l3-routers {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.487439 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: l3-agents {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.488952 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: metering-labels {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.490285 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: metering-label-rules {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.491659 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: network-ip-availabilities {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.492935 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: bindings {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.494511 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: quotas {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.496219 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: quotas {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.497806 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: rbac-policies {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.499052 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: security-groups {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.501302 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: security-group-rules {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.502770 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: service-providers {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.503984 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: subnetpools {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.505334 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: subnetpools {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.507012 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: tags {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.508815 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: tags {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.510682 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: tags {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.512553 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: tags {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.514277 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: tags {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.516379 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: tags {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.518678 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: tags {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.520646 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: tags {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.522455 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: tags {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.524286 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron.api.extensions [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Extended resource: tags {{(pid=110969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 10:37:09.530505 dv-cinder-849800-2-iscsi neutron-server[110969]: WARNING keystonemiddleware.auth_token [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 21 10:37:09.536368 dv-cinder-849800-2-iscsi neutron-server[110969]: WARNING keystonemiddleware.auth_token [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 21 10:37:09.545565 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_concurrency.lockutils [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Acquired lock "singleton_lock" {{(pid=110969) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 21 10:37:09.546180 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_concurrency.lockutils [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Releasing lock "singleton_lock" {{(pid=110969) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 21 10:37:09.546729 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO oslo_service.service [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Starting 2 workers Jul 21 10:37:09.552418 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Started child 111078 {{(pid=110969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 10:37:09.557229 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Started child 111079 {{(pid=110969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 10:37:09.557737 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:09.558925 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO neutron.service [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 21 10:37:09.559286 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [-] (111078) wsgi starting up on http://0.0.0.0:9696 Jul 21 10:37:09.559677 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:09.561898 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:09.562401 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO oslo_service.service [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Starting 1 workers Jul 21 10:37:09.563481 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [-] (111079) wsgi starting up on http://0.0.0.0:9696 Jul 21 10:37:09.567467 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Started child 111080 {{(pid=110969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 10:37:09.568582 dv-cinder-849800-2-iscsi neutron-server[110969]: INFO oslo_service.service [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Starting 1 workers Jul 21 10:37:09.572098 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.service [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] calling RpcWorker wait() {{(pid=111080) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 21 10:37:09.577532 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.service [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] returning from RpcWorker wait() {{(pid=111080) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 21 10:37:09.577654 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Started child 111081 {{(pid=110969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 10:37:09.577751 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:09.577825 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG neutron_lib.callbacks.manager [None req-005d7986-8dee-48c0-8791-1acc58e05f74 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:09.577895 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:37:09.577970 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110969) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 21 10:37:09.577970 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 10:37:09.577970 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 10:37:09.577970 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 10:37:09.577970 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 10:37:09.577970 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 10:37:09.577970 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.577970 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.578435 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.578435 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.578595 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:09.579204 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.579447 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.579718 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.579809 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:37:09.579989 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.580304 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.580542 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.580708 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.580951 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.581206 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.581518 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.581783 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.582022 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.582247 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.582438 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.582709 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.582977 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.583236 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.583536 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] debug = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.583820 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.584312 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.584544 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.584792 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.585024 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.585304 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.585604 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.585875 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.586110 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.586333 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.586588 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.586844 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.587092 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.587306 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.587544 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.587824 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.588061 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.588616 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] host = dv-cinder-849800-2-iscsi {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.588863 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.589096 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.589325 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.589580 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.589822 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.590056 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.590302 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.590577 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.590876 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.591203 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.591339 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.591581 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.591826 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.592127 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] log_file = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.592268 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] log_options = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.592491 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.592757 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.593032 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.593225 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.593394 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.593557 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.593800 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.593951 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.594201 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.594427 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.594665 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.594880 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.595124 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.595408 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.595622 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.595910 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.596308 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.596606 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.596827 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.597040 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.597290 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.597518 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.597780 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.598024 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.598224 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.598436 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.598716 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.598960 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.599173 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.599391 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.599639 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.599971 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.600187 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.600425 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.600694 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.600917 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.601142 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.601379 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.601639 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.601863 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.602117 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.602362 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.602640 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.602982 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.603301 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.603491 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.603660 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] use_json = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.604083 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.604083 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.604652 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.604652 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.605087 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.605087 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.605917 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.605917 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.605917 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.606191 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.606278 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.607024 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.607024 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.607204 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.611234 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.611234 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.611234 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.611234 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.611234 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.611234 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.611234 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.611234 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.612498 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.612498 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.612498 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.612498 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.612498 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.612498 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.612498 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.612498 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.613006 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.613006 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.613006 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.613006 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.613277 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.613448 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.613728 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.614012 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.614272 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.614628 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.614897 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.615150 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.615414 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.615671 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.615921 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.616140 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.616354 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.616570 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.616788 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.617046 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.617517 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.617517 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.617791 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.617980 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.618229 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.618481 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.618741 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.618988 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.619231 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.619459 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.619692 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.619936 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.620149 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.620373 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.620604 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.620856 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.621079 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.621314 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.621587 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.621822 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.622038 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.622267 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.622483 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.622749 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.622960 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.623174 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.623384 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.623625 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.623841 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.624052 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.624282 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.624497 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.624712 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.624955 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.625222 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.625441 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.625651 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.625880 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.626095 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.626319 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.626530 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.626761 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.626989 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.627825 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.628097 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.628329 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.628546 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.628756 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.628983 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.629194 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.629522 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.629767 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.630028 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.630259 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.630516 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.630768 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.631015 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.631235 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.631438 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.631668 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.631915 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.632138 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.632377 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.632605 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.632962 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.633268 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.633452 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.633676 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.633908 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.634341 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.634341 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.635238 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.635238 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.635238 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.635238 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.635769 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.635769 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.636075 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.636216 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.636360 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.636583 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.636875 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.637090 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.637377 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.637615 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.637874 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.638171 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.638481 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.638718 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.638967 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.639245 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.639483 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.639714 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.639968 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.640196 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.640425 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.640664 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.640918 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.641317 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.641464 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.641601 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.641878 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.642113 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.642328 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.642560 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.643053 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.643211 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.643516 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.643789 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.644040 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.644275 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.644530 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.645085 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.645085 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.645640 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.645640 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.646025 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.646025 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.646519 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.646519 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.646820 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.646820 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.647096 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.647280 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.647501 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.647712 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.647929 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.648320 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.648466 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.648703 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.648849 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.649054 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.649286 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.649503 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.649718 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.649928 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.650176 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.650395 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.650684 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.650933 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.651147 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.651373 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.651630 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.651863 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.652076 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.652320 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.652538 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.652750 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.652964 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.653183 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.653395 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.653807 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.653962 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.654100 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.654312 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.654597 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.654918 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.655170 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.655419 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.655643 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.655878 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.656124 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.656339 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.656553 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.656800 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.657016 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.657234 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.657453 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.657668 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.657881 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.658093 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.658831 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.658831 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.658831 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.659238 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.659381 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.659549 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.659789 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.660002 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.660433 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.660590 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.660740 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.660963 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.661190 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.661389 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.661762 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.661897 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.662247 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.662401 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.662669 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.662878 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.663112 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.663430 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.663657 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.663882 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.664099 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.664308 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.664535 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.664768 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.664980 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.665420 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.665420 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.665649 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.665866 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.666096 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.666306 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.666525 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.666768 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.667060 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.667388 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.667597 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.667807 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.668028 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.668244 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.668476 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.668721 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.668960 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.669146 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.669386 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.669601 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.669829 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.670123 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.670374 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.670796 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.670948 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.671185 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.671414 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.671655 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.671957 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.672190 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.672449 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.672680 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.672915 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.673161 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.673415 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.673739 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.674562 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.674820 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.675079 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.675397 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.675593 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.675852 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.676084 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.676412 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.676744 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.677006 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.677254 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.677514 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.677753 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.677976 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.678216 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.678407 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.678816 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.679078 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.679296 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.679526 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.679751 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.679985 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.680214 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.680443 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.680680 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.680888 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.681108 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.681322 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.681466 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 10:37:09.682001 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110969) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 21 10:37:09.682167 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 10:37:09.682310 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 10:37:09.682504 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 10:37:09.682755 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 10:37:09.682900 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 10:37:09.683113 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.683276 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.683429 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.683574 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.683958 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.683958 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.684312 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.684312 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.685201 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.685201 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.685201 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.685201 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.685201 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.685201 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.685201 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.685946 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.685946 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.685946 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.685946 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.685946 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.686295 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.686295 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] debug = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.686574 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.686574 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.686841 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.686967 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.687090 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.687221 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.687333 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.687490 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.687648 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.687806 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.687965 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.688122 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.688279 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.688437 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.688593 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.688751 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.688908 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.689122 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] host = dv-cinder-849800-2-iscsi {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.689276 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.689362 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.689527 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.690458 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.690458 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.690709 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.690829 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.690988 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.691146 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.691305 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.691463 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.691620 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.691778 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.691937 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] log_file = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.692106 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] log_options = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.692238 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.692387 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.692544 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.692732 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.692939 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.693070 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.693185 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.693333 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.693489 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.693619 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:37:09.693761 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.693888 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.694013 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.694143 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.694267 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.694391 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.694521 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.694684 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.694836 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.694987 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.695140 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.695297 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.695454 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.695612 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.695821 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.695949 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.696074 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.696273 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.696630 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.696630 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.696907 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.696907 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.697187 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.697187 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.697421 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.697542 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.697674 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.697806 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.697929 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.698051 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.698202 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.698360 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.698517 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.698696 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.698854 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.699405 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.699405 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.699405 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] use_json = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.699783 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.699783 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.699783 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.700104 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.700104 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.700341 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.700341 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.700574 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.700702 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 10:37:09.700831 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.700955 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.701161 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.701306 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.701426 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.701520 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.701684 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.701884 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.702061 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.702190 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.702314 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.702443 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.702624 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.702779 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.702940 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.703102 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.703262 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.703423 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.703584 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.703743 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.703903 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.704063 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.704231 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.704391 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.704553 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.704714 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.704874 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.705043 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.705263 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.705514 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.705926 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.706073 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.706201 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.706336 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.706468 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.706645 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.706810 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.706972 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.707134 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.707296 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.707458 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.707620 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.707781 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.707940 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.708106 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.708266 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.708427 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.708593 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.708751 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.708892 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.709036 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.709188 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.709357 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.709646 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.709646 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.709917 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.709917 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.710174 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.710322 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.710465 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.710666 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.710813 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.710964 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.711105 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.711242 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.711379 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.711521 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.711655 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.711786 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.711932 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.712074 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.712221 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.712358 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.712500 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.712665 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.712827 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.712988 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.713398 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.713398 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.713752 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.713752 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.713752 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.714132 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.714132 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.714286 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.714366 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.714494 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.714677 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.714838 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.715001 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.715162 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.715341 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.715503 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.715665 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.715825 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.715986 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.716147 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.716308 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.716468 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.716629 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.716789 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.716949 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.717110 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.717274 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.717436 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.717596 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.717755 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.717915 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.718074 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.718234 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.718394 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.718663 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.719053 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.719053 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.719706 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.719706 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.719706 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.719706 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.719706 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.720295 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.720295 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.720295 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.720648 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.720648 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.720648 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.721192 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.721192 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.721435 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.721435 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.721715 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.721841 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.721966 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.722099 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.722225 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.722355 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.722505 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.722692 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.722854 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.723029 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.723191 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.723353 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.723514 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.723698 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.723860 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.724020 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.724181 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.724341 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.724502 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.724671 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.724831 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.725062 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.725208 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.725346 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.725482 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.725622 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.725752 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.725889 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.726068 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.726205 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.726345 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.726481 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.726698 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.726823 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.726984 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.727145 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.727305 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.727465 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.727627 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.727788 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.727948 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.728108 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.728269 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.728429 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.728593 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.728761 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.728921 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.729069 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.729230 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.729369 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.729516 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.729688 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.729900 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.730044 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.730181 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.730318 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.730456 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.730671 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.730820 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.730959 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.731096 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.731245 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.731388 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.731525 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.731661 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.731798 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.731945 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.732078 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.732244 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.732405 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.732566 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.732730 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.732891 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.733054 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.733203 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.733366 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.733526 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.733686 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.733848 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.734008 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.734168 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.734330 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.734490 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.734673 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.734838 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.735262 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.735425 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.735586 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.735748 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.735908 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.736068 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.736228 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.736890 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.737098 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.737324 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.737486 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.737809 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.737992 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.738157 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.738316 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.738481 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.738726 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.738953 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.738953 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.739213 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.739350 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.739495 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.739637 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.739773 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.739984 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.740124 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.740270 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.740359 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.740463 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.740631 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.740800 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.740960 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.741121 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.741263 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.741417 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.741577 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.741747 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.741908 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.742068 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.742229 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.742389 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.742566 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.742741 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.742902 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.743063 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.743223 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.743383 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.743544 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.743715 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.743878 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.744038 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.744209 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.744370 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.744531 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.744693 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.744868 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.745028 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.745191 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.745351 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.745511 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.745671 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.745835 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.746000 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.746170 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.746338 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.746502 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.746694 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.746863 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.747034 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.747195 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.747362 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.747538 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.747698 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.747860 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.748021 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.748182 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.748342 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.748502 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.748662 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.748822 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.748982 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.749141 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.749302 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.749461 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.749622 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.749782 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.749942 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.750102 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.750262 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.750423 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.750620 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 10:37:09.750777 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 10:37:09.780340 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 58928) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:37:09.789871 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073636 Jul 21 10:37:18.914975 dv-cinder-849800-2-iscsi neutron-server[110969]: DEBUG dbcounter [-] [110969] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:37:21.378631 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2f6225-d58e-4059-8556-c231a9474209 None None] get_active_networks_info from dv-cinder-849800-2-iscsi {{(pid=111080) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 21 10:37:21.386185 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writer thread running {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 10:37:21.445667 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2f6225-d58e-4059-8556-c231a9474209 None None] No non-hosted networks {{(pid=111080) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 21 10:37:21.461335 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.agentschedulers_db [None req-dc2f6225-d58e-4059-8556-c231a9474209 None None] DHCP Agent not found on host dv-cinder-849800-2-iscsi {{(pid=111080) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 21 10:37:21.621242 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-949280a8-7eba-4e7b-ac18-d55ecadfa3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7905655'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:23.224300 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writer thread running {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 10:37:23.899209 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-9efd63e7-c89a-459e-a3ea-766d9aa49b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7905655'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:23.941619 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.db.api [None req-bf164da6-be30-4db1-bcf4-ba0246cd05b9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-849800-2-iscsi {{(pid=111080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 21 10:37:23.942768 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG oslo_db.api [None req-bf164da6-be30-4db1-bcf4-ba0246cd05b9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 10:37:24.465349 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-bf164da6-be30-4db1-bcf4-ba0246cd05b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:25.242060 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 59002) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:37:25.317794 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7905655'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:25.861670 dv-cinder-849800-2-iscsi neutron-server[111078]: WARNING oslo_policy.policy [None req-704f46a3-e107-407d-ae96-b58dfb348658 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 10:37:25.862332 dv-cinder-849800-2-iscsi neutron-server[111078]: WARNING oslo_policy.policy [None req-704f46a3-e107-407d-ae96-b58dfb348658 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 10:37:26.088980 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [None req-704f46a3-e107-407d-ae96-b58dfb348658 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 10:37:26.102583 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-704f46a3-e107-407d-ae96-b58dfb348658 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8456202 Jul 21 10:37:26.615438 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7905655'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:26.616808 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:26.620156 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:26.622178 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:26.628062 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:26.628062 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:26.628062 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:26.628062 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:26.628062 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:26.628554 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:26.628554 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:26.628554 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:26.628554 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:26.628554 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:26.628974 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:26.633488 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:26.635580 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849800-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:37:26.645782 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849800-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:37:26.735836 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7905655'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:28.532479 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59034) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:37:29.084957 dv-cinder-849800-2-iscsi neutron-server[111079]: WARNING oslo_policy.policy [None req-678d4071-b565-4f2a-95d0-be04bc740a71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 10:37:29.085597 dv-cinder-849800-2-iscsi neutron-server[111079]: WARNING oslo_policy.policy [None req-678d4071-b565-4f2a-95d0-be04bc740a71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 10:37:29.311477 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-678d4071-b565-4f2a-95d0-be04bc740a71 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:37:29.402961 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.policy [None req-678d4071-b565-4f2a-95d0-be04bc740a71 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111079) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 21 10:37:29.449643 dv-cinder-849800-2-iscsi neutron-server[111079]: WARNING oslo_policy.policy [None req-678d4071-b565-4f2a-95d0-be04bc740a71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 10:37:29.449925 dv-cinder-849800-2-iscsi neutron-server[111079]: WARNING oslo_policy.policy [None req-678d4071-b565-4f2a-95d0-be04bc740a71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 10:37:29.470960 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writer thread running {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 10:37:29.672265 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-678d4071-b565-4f2a-95d0-be04bc740a71 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727029514535', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727029515099', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727029530687', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727029541865', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727029484611', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727029492129', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-692495', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7624291', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-288311', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-447437'] for rbac-policy (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:29.880583 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-678d4071-b565-4f2a-95d0-be04bc740a71 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:29.881901 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-678d4071-b565-4f2a-95d0-be04bc740a71 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3480914 Jul 21 10:37:30.056313 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.db.l3_hamode_db [None req-59a2168a-8af0-4fdd-8b9b-7c02bd1413bd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 21 10:37:30.140350 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a2168a-8af0-4fdd-8b9b-7c02bd1413bd None None] Routers set() bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:37:30.140722 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a2168a-8af0-4fdd-8b9b-7c02bd1413bd None None] Router IDs set() for agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 21 10:37:32.177511 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59050) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:37:32.508734 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:37:32.586470 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Made reservation on behalf of fc9b385b87ca4f5aab27028f16841078 for: {'network': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:37:32.590365 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:32.609212 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:32.723235 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Publish callbacks [] for security_group (a284b57e-e8c4-4e63-9ef6-6098673308fe), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:32.809334 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (a284b57e-e8c4-4e63-9ef6-6098673308fe), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:32.835236 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=111079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:37:32.872094 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727025531459', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (2d22bcca-43be-4230-aafe-5afd1c9aca16), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:32.872583 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Unsubscribe: segment precommit_create {{(pid=111079) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 21 10:37:32.873139 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.segments_db [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Added segment 2d22bcca-43be-4230-aafe-5afd1c9aca16 of type vlan for network 5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed Jul 21 10:37:32.890172 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a284b57e-e8c4-4e63-9ef6-6098673308fe,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:37:32.940354 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:32.940764 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:32.941124 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:32.941495 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:32.941973 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:32.942302 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:32.942659 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:32.942989 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:32.943317 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:32.943645 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:32.943972 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:32.944312 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:32.944640 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:32.944958 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:32.945317 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Tracked resource versions report: Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: pushed versions: Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: { 'AddressGroup': {'1.2'}, Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Agent': {'1.1'}, Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'ConntrackHelper': {'1.0'}, Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'LocalIPAssociation': {'1.0'}, Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Log': {'1.0'}, Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'NDPProxy': {'1.0'}, Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Network': {'1.1'}, Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Port': {'1.7'}, Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'PortForwarding': {'1.3'}, Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'QosPolicy': {'1.10'}, Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'SecurityGroup': {'1.5'}, Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'SecurityGroupRule': {'1.2'}, Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'SubPort': {'1.0'}, Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Subnet': {'1.1'}, Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Trunk': {'1.1'}} Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: consumer versions: Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: { DHCP agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: L3 agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: Metadata agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: Metering agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: Open vSwitch agent@dv-cinder-849800-2-iscsi: { 'AddressGroup': '1.2', Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Agent': '1.1', Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'ConntrackHelper': '1.0', Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'LocalIPAssociation': '1.0', Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Log': '1.0', Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'NDPProxy': '1.0', Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Network': '1.1', Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Port': '1.7', Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'PortForwarding': '1.3', Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'QosPolicy': '1.10', Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'SecurityGroup': '1.5', Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'SecurityGroupRule': '1.2', Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'SubPort': '1.0', Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Subnet': '1.1', Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Trunk': '1.1'}} Jul 21 10:37:32.946727 dv-cinder-849800-2-iscsi neutron-server[111079]: {{(pid=111079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 10:37:32.989982 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:33.024496 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:37:33.106482 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:33.112301 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:37:33.113028 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:33.259751 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0807478 Jul 21 10:37:33.275674 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e33e6-b221-4da5-ad67-98d780a92757 demo demo] Pushing event updated for resources: {'Network': ['ID=5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:37:33.290852 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network 5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:37:35.609036 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 59064) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:37:35.952916 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writer thread running {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 10:37:36.163395 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.policy [None req-42faf240-2197-475b-b2f1-17592123e949 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111078) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 21 10:37:36.206873 dv-cinder-849800-2-iscsi neutron-server[111078]: WARNING oslo_policy.policy [None req-42faf240-2197-475b-b2f1-17592123e949 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 10:37:36.215610 dv-cinder-849800-2-iscsi neutron-server[111078]: WARNING oslo_policy.policy [None req-42faf240-2197-475b-b2f1-17592123e949 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 10:37:36.215610 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42faf240-2197-475b-b2f1-17592123e949 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:37:36.216990 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-42faf240-2197-475b-b2f1-17592123e949 demo admin] 10.222.0.48 "GET /v2.0/networks/5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed HTTP/1.1" status: 200 len: 825 time: 0.6064484 Jul 21 10:37:36.258484 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-e8a80aea-60a8-475e-b14e-88665c509b20 demo admin] 10.222.0.48 "GET /v2.0/subnetpools/24dc9a2a-c31e-4536-83c4-0becdabbf160 HTTP/1.1" status: 200 len: 734 time: 0.0350096 Jul 21 10:37:36.269900 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Request body: {'subnet': {'subnetpool_id': '24dc9a2a-c31e-4536-83c4-0becdabbf160', 'name': 'private-subnet', 'network_id': '5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:37:36.369139 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Made reservation on behalf of fc9b385b87ca4f5aab27028f16841078 for: {'subnet': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:37:36.372279 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:36.723752 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for subnet (30186c4a-7716-4512-a266-405f321fa318), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:36.801162 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Checking segment: {'id': '2d22bcca-43be-4230-aafe-5afd1c9aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:37:36.801536 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Network hostable DHCP agents. Network: 5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:37:36.807415 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=66,neutron:INSERT=34 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:37:36.813307 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Pushing event updated for resources: {'Subnet': ['ID=30186c4a-7716-4512-a266-405f321fa318,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:37:36.834203 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:36.834569 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:36.834924 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:36.835273 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:36.835604 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:36.835927 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:36.836247 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:36.836566 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:36.836905 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:36.837228 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:36.837546 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:36.837881 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:36.838201 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:36.838514 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:36.838853 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Tracked resource versions report: Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: pushed versions: Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: { 'AddressGroup': {'1.2'}, Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Agent': {'1.1'}, Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'ConntrackHelper': {'1.0'}, Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'LocalIPAssociation': {'1.0'}, Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Log': {'1.0'}, Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'NDPProxy': {'1.0'}, Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Network': {'1.1'}, Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Port': {'1.7'}, Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'PortForwarding': {'1.3'}, Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'QosPolicy': {'1.10'}, Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'SecurityGroup': {'1.5'}, Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'SecurityGroupRule': {'1.2'}, Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'SubPort': {'1.0'}, Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Subnet': {'1.1'}, Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Trunk': {'1.1'}} Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: consumer versions: Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: { DHCP agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: L3 agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: Metadata agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: Metering agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: Open vSwitch agent@dv-cinder-849800-2-iscsi: { 'AddressGroup': '1.2', Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Agent': '1.1', Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'ConntrackHelper': '1.0', Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'LocalIPAssociation': '1.0', Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Log': '1.0', Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'NDPProxy': '1.0', Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Network': '1.1', Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Port': '1.7', Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'PortForwarding': '1.3', Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'QosPolicy': '1.10', Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'SecurityGroup': '1.5', Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'SecurityGroupRule': '1.2', Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'SubPort': '1.0', Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Subnet': '1.1', Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Trunk': '1.1'}} Jul 21 10:37:36.840213 dv-cinder-849800-2-iscsi neutron-server[111078]: {{(pid=111078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 10:37:36.934708 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Network 5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:37:37.020157 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, 5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed) {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:37:37.025490 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:37:37.026386 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:37.030737 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b866785-60c7-4dc8-ba4c-f0f9851967f0 None None] Network 5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:37:37.125713 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-3a942f40-615d-4674-afcb-2628f0e20868 demo admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8607726 Jul 21 10:37:37.327199 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cca8b75-1b15-5bba-a8e2-6f26b95bf61c-5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed', 'network_id': '5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed', 'project_id': 'fc9b385b87ca4f5aab27028f16841078', 'fixed_ips': [{'subnet_id': '30186c4a-7716-4512-a266-405f321fa318'}]}} from dv-cinder-849800-2-iscsi. {{(pid=111080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 10:37:37.328684 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:37.617905 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.db_base_plugin_common [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Allocated IP 172.20.0.2 (5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed/30186c4a-7716-4512-a266-405f321fa318/7e78f1f4-7ea3-4482-9e9a-b97a49d82dac) {{(pid=111080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:37:37.639606 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:37:37.677863 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=6 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:37:37.682279 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:37:37.904210 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Publish callbacks [] for port (7e78f1f4-7ea3-4482-9e9a-b97a49d82dac), precommit_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:37.975278 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (7e78f1f4-7ea3-4482-9e9a-b97a49d82dac), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:38.000813 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:37:38.061513 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Network 5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed is already hosted by enough agents. {{(pid=111080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:37:38.068350 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.base_scheduler [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Resources bound (agent type, host, resource id): {{(pid=111080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:37:38.074267 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Received port after_create {{(pid=111080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:37:38.076299 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Pushing event updated for resources: {'Port': ['ID=7e78f1f4-7ea3-4482-9e9a-b97a49d82dac,revision_number=1']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:37:38.090159 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:38.090509 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:38.090896 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:38.091258 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:38.091602 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:38.091938 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:38.092268 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:38.092603 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:38.092936 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:38.093260 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:38.093598 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:38.093934 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:38.094276 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:38.094615 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:38.095004 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Tracked resource versions report: Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: pushed versions: Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: { 'AddressGroup': {'1.2'}, Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Agent': {'1.1'}, Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'ConntrackHelper': {'1.0'}, Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'LocalIPAssociation': {'1.0'}, Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Log': {'1.0'}, Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'NDPProxy': {'1.0'}, Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Network': {'1.1'}, Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Port': {'1.7'}, Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'PortForwarding': {'1.3'}, Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'QosPolicy': {'1.10'}, Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'SecurityGroup': {'1.5'}, Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'SecurityGroupRule': {'1.2'}, Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'SubPort': {'1.0'}, Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Subnet': {'1.1'}, Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Trunk': {'1.1'}} Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: consumer versions: Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: { DHCP agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: L3 agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: Metadata agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: Metering agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: Open vSwitch agent@dv-cinder-849800-2-iscsi: { 'AddressGroup': '1.2', Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Agent': '1.1', Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'ConntrackHelper': '1.0', Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'LocalIPAssociation': '1.0', Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Log': '1.0', Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'NDPProxy': '1.0', Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Network': '1.1', Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Port': '1.7', Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'PortForwarding': '1.3', Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'QosPolicy': '1.10', Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'SecurityGroup': '1.5', Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'SecurityGroupRule': '1.2', Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'SubPort': '1.0', Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Subnet': '1.1', Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Trunk': '1.1'}} Jul 21 10:37:38.096924 dv-cinder-849800-2-iscsi neutron-server[111080]: {{(pid=111080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 10:37:38.179147 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Attempting to bind port 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:37:38.179563 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Attempting to bind port 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '2d22bcca-43be-4230-aafe-5afd1c9aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:37:38.179983 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Attempting to bind port 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac on network 5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:37:38.185124 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:37:38.185507 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Checking segment: {'id': '2d22bcca-43be-4230-aafe-5afd1c9aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:37:38.186008 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:38.186403 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Bound using segment: {'id': '2d22bcca-43be-4230-aafe-5afd1c9aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:37:38.187041 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Bound port: 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d22bcca-43be-4230-aafe-5afd1c9aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:37:38.187375 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (7e78f1f4-7ea3-4482-9e9a-b97a49d82dac), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:38.258235 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] For port 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:37:38.279773 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] For port 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=7e78f1f4-7ea3-4482-9e9a-b97a49d82dac,segment=NetworkSegment(2d22bcca-43be-4230-aafe-5afd1c9aca16),segment_id=2d22bcca-43be-4230-aafe-5afd1c9aca16)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:37:38.352577 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (7e78f1f4-7ea3-4482-9e9a-b97a49d82dac), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:38.419665 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d3315-dd2b-4914-969c-a66ccdf11b46 None None] Pushing event updated for resources: {'Port': ['ID=7e78f1f4-7ea3-4482-9e9a-b97a49d82dac,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:37:39.767855 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 59088) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:37:40.113622 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [None req-fc37f0b8-4c18-491c-9d18-83d27d466a22 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 10:37:40.114703 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-fc37f0b8-4c18-491c-9d18-83d27d466a22 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3454378 Jul 21 10:37:42.496631 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 59096) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:37:42.868309 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [None req-9d4bf23b-66e0-40a0-9970-6724b9200098 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 10:37:42.869721 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-9d4bf23b-66e0-40a0-9970-6724b9200098 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3717489 Jul 21 10:37:43.272063 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=52,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:37:45.232418 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59104) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:37:45.610946 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-0c93c4c3-8d95-439c-b8da-98f11ba6b78d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:37:45.689502 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0c93c4c3-8d95-439c-b8da-98f11ba6b78d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7906117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router (22b880c3-d373-4497-98bc-05120b67f54b), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:45.691134 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0c93c4c3-8d95-439c-b8da-98f11ba6b78d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7906908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router (22b880c3-d373-4497-98bc-05120b67f54b), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:45.842230 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0c93c4c3-8d95-439c-b8da-98f11ba6b78d demo demo] Publish callbacks [] for router_controller (22b880c3-d373-4497-98bc-05120b67f54b), precommit_add_association {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:46.021363 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0c93c4c3-8d95-439c-b8da-98f11ba6b78d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7906845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7898792'] for router (22b880c3-d373-4497-98bc-05120b67f54b), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:46.107785 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0c93c4c3-8d95-439c-b8da-98f11ba6b78d demo demo] Publish callbacks [] for router (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:46.109032 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-0c93c4c3-8d95-439c-b8da-98f11ba6b78d demo demo] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8752325 Jul 21 10:37:46.369628 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:37:46.459125 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:37:46.459552 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (7e78f1f4-7ea3-4482-9e9a-b97a49d82dac), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:46.562436 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:37:46.562870 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (7e78f1f4-7ea3-4482-9e9a-b97a49d82dac), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:46.599005 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] For port 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=7e78f1f4-7ea3-4482-9e9a-b97a49d82dac,segment=NetworkSegment(2d22bcca-43be-4230-aafe-5afd1c9aca16),segment_id=2d22bcca-43be-4230-aafe-5afd1c9aca16)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:37:46.677366 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (7e78f1f4-7ea3-4482-9e9a-b97a49d82dac), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:46.727473 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Pushing event updated for resources: {'Port': ['ID=7e78f1f4-7ea3-4482-9e9a-b97a49d82dac,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:37:46.814164 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f1dfd9-fe59-410e-ad02-c9abec9a116b None None] Network 5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:37:46.941131 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-012ac97a-63ac-416b-8f8a-76d0be295df7 None None] Provisioning complete for port 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:37:46.941437 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-012ac97a-63ac-416b-8f8a-76d0be295df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (7e78f1f4-7ea3-4482-9e9a-b97a49d82dac), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:47.021293 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-012ac97a-63ac-416b-8f8a-76d0be295df7 None None] Current status of the port 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:37:47.040513 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=57,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:37:47.059511 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:37:47.148955 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-de5ad6c4-7c32-4ad5-a4fa-54e80fd885b1 None None] Provisioning complete for port 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:37:47.149343 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-de5ad6c4-7c32-4ad5-a4fa-54e80fd885b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (7e78f1f4-7ea3-4482-9e9a-b97a49d82dac), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:47.169716 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:37:47.228082 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:37:47.230401 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-de5ad6c4-7c32-4ad5-a4fa-54e80fd885b1 None None] Current status of the port 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:37:48.332346 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:37:48.380288 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:37:48.380686 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (7e78f1f4-7ea3-4482-9e9a-b97a49d82dac), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:48.464909 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:37:48.477676 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59118) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:37:48.831921 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [None req-059d64cc-e9b9-4163-8bd2-85d0c71e8854 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 10:37:48.832942 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-059d64cc-e9b9-4163-8bd2-85d0c71e8854 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3544483 Jul 21 10:37:51.179866 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59126) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:37:51.356969 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-fb71f66a-ee8f-43c8-9160-87ae0d0a9d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:51.518365 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-31e7ab4e-4558-47af-9bbd-9372c68fb3ec admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:37:51.597215 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e7ab4e-4558-47af-9bbd-9372c68fb3ec admin admin] Made reservation on behalf of 549a3510fe3f48278464436ac5f2a88c for: {'network': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:37:51.599570 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-31e7ab4e-4558-47af-9bbd-9372c68fb3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:51.608300 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-31e7ab4e-4558-47af-9bbd-9372c68fb3ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:51.690506 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-31e7ab4e-4558-47af-9bbd-9372c68fb3ec admin admin] Publish callbacks [] for security_group (ec41357d-fd93-433b-8c8f-a96b681d65aa), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:51.756889 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-31e7ab4e-4558-47af-9bbd-9372c68fb3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (ec41357d-fd93-433b-8c8f-a96b681d65aa), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:51.780059 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-31e7ab4e-4558-47af-9bbd-9372c68fb3ec admin admin] Reserving flat network on physical network physnet1 {{(pid=111079) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 21 10:37:51.791966 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7ab4e-4558-47af-9bbd-9372c68fb3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec41357d-fd93-433b-8c8f-a96b681d65aa,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:37:51.800086 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-31e7ab4e-4558-47af-9bbd-9372c68fb3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (28cb4e7f-a54a-4008-af8d-b6d0088e98cf), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:51.800242 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.segments_db [None req-31e7ab4e-4558-47af-9bbd-9372c68fb3ec admin admin] Added segment 28cb4e7f-a54a-4008-af8d-b6d0088e98cf of type flat for network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f Jul 21 10:37:51.847100 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-31e7ab4e-4558-47af-9bbd-9372c68fb3ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:51.934391 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-31e7ab4e-4558-47af-9bbd-9372c68fb3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:51.935457 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e7ab4e-4558-47af-9bbd-9372c68fb3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:37:51.936029 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-31e7ab4e-4558-47af-9bbd-9372c68fb3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:52.049309 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7ab4e-4558-47af-9bbd-9372c68fb3ec admin admin] Pushing event updated for resources: {'Network': ['ID=8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:37:52.059526 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:37:52.080588 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-31e7ab4e-4558-47af-9bbd-9372c68fb3ec admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8996170 Jul 21 10:37:53.888247 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-0b0055d9-f284-4df9-82fd-40c3ae367598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:54.399751 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59134) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:37:54.816046 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e558213-be87-4113-87c9-1886a7852423 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:37:54.817356 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-1e558213-be87-4113-87c9-1886a7852423 demo admin] 10.222.0.48 "GET /v2.0/subnets/30186c4a-7716-4512-a266-405f321fa318 HTTP/1.1" status: 200 len: 849 time: 0.4166529 Jul 21 10:37:54.942674 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-292a2331-dc23-487b-9927-2bbb7ddb3b2c demo admin] 10.222.0.48 "GET /v2.0/routers/22b880c3-d373-4497-98bc-05120b67f54b HTTP/1.1" status: 200 len: 704 time: 0.1192939 Jul 21 10:37:55.208520 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:55.237900 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:37:55.254276 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:55.290848 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:37:55.508450 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] Allocated IP 172.20.0.1 (5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed/30186c4a-7716-4512-a266-405f321fa318/64c237c4-cb6a-444b-b09c-76614f4fc704) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:37:55.693452 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] Publish callbacks [] for port (64c237c4-cb6a-444b-b09c-76614f4fc704), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:55.837505 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (64c237c4-cb6a-444b-b09c-76614f4fc704), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:55.968341 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] Network 5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:37:55.975064 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:37:55.988625 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:37:55.989185 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906643'] for router_interface (22b880c3-d373-4497-98bc-05120b67f54b), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:56.011334 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] Pushing event updated for resources: {'Port': ['ID=64c237c4-cb6a-444b-b09c-76614f4fc704,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:37:56.202143 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-b800e3e9-1fde-41c7-9c52-1226efb38258 None None] Provisioning complete for port 64c237c4-cb6a-444b-b09c-76614f4fc704 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:37:56.202530 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b800e3e9-1fde-41c7-9c52-1226efb38258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (64c237c4-cb6a-444b-b09c-76614f4fc704), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:56.235573 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-b800e3e9-1fde-41c7-9c52-1226efb38258 None None] Port 64c237c4-cb6a-444b-b09c-76614f4fc704 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:37:56.272533 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (64c237c4-cb6a-444b-b09c-76614f4fc704), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:56.364458 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:37:56.524363 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] Publish callbacks [] for port (64c237c4-cb6a-444b-b09c-76614f4fc704), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:56.579943 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (64c237c4-cb6a-444b-b09c-76614f4fc704), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:56.580795 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906751'] for router_interface (22b880c3-d373-4497-98bc-05120b67f54b), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:56.614075 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:56.634721 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] Pushing event updated for resources: {'Port': ['ID=64c237c4-cb6a-444b-b09c-76614f4fc704,revision_number=2']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:37:56.671078 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:56.713758 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] Network 5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:37:56.715187 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:37:56.855414 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:37:56.934219 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] Router 22b880c3-d373-4497-98bc-05120b67f54b is scheduled to L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 with binding_index 1 {{(pid=111079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 10:37:56.957468 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-beb49060-3467-47cc-99c0-760389bc77b2 None None] Provisioning complete for port 64c237c4-cb6a-444b-b09c-76614f4fc704 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:37:56.957902 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-beb49060-3467-47cc-99c0-760389bc77b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (64c237c4-cb6a-444b-b09c-76614f4fc704), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:56.994436 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-beb49060-3467-47cc-99c0-760389bc77b2 None None] Port 64c237c4-cb6a-444b-b09c-76614f4fc704 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:37:57.034348 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:37:57.040232 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-17ecb4fb-b5d9-4d23-a29b-3af4a38c7bff demo admin] 10.222.0.48 "PUT /v2.0/routers/22b880c3-d373-4497-98bc-05120b67f54b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0916238 Jul 21 10:37:57.046438 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Sync routers for ids ['22b880c3-d373-4497-98bc-05120b67f54b'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:37:57.060391 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Routers {'22b880c3-d373-4497-98bc-05120b67f54b'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:37:57.061216 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:37:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['22b880c3-d373-4497-98bc-05120b67f54b'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:37:57.253105 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Set router 22b880c3-d373-4497-98bc-05120b67f54b gateway port host: None {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:37:57.689013 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b880c3-d373-4497-98bc-05120b67f54b', 'name': 'router1', 'tenant_id': 'fc9b385b87ca4f5aab27028f16841078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:37:45Z', 'updated_at': '2022-07-21T10:37:56Z', 'revision_number': 2, 'project_id': 'fc9b385b87ca4f5aab27028f16841078', 'gw_port_host': None, '_interfaces': [{'id': '64c237c4-cb6a-444b-b09c-76614f4fc704', 'name': '', 'network_id': '5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed', 'tenant_id': 'fc9b385b87ca4f5aab27028f16841078', 'mac_address': 'fa:16:3e:4a:77:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b880c3-d373-4497-98bc-05120b67f54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30186c4a-7716-4512-a266-405f321fa318', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:37:55Z', 'updated_at': '2022-07-21T10:37:56Z', 'revision_number': 2, 'project_id': 'fc9b385b87ca4f5aab27028f16841078', 'subnets': [{'id': '30186c4a-7716-4512-a266-405f321fa318', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24dc9a2a-c31e-4536-83c4-0becdabbf160'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:37:57.749168 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Checking router: 22b880c3-d373-4497-98bc-05120b67f54b for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:37:57.749617 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Updating router 22b880c3-d373-4497-98bc-05120b67f54b port 64c237c4-cb6a-444b-b09c-76614f4fc704 binding host dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:37:57.812369 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (64c237c4-cb6a-444b-b09c-76614f4fc704), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:58.369524 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Publish callbacks [] for port (64c237c4-cb6a-444b-b09c-76614f4fc704), precommit_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:58.431293 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (64c237c4-cb6a-444b-b09c-76614f4fc704), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:58.605594 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f5713-2ad3-45ee-bd31-32be22034a57 None None] Pushing event updated for resources: {'Port': ['ID=64c237c4-cb6a-444b-b09c-76614f4fc704,revision_number=3']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:37:58.617662 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Attempting to bind port 64c237c4-cb6a-444b-b09c-76614f4fc704 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:37:58.618080 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Attempting to bind port 64c237c4-cb6a-444b-b09c-76614f4fc704 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '2d22bcca-43be-4230-aafe-5afd1c9aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed'}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:37:58.618527 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Attempting to bind port 64c237c4-cb6a-444b-b09c-76614f4fc704 on network 5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:37:58.622763 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f5713-2ad3-45ee-bd31-32be22034a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:58.623120 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f5713-2ad3-45ee-bd31-32be22034a57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:58.623472 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f5713-2ad3-45ee-bd31-32be22034a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:58.623819 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f5713-2ad3-45ee-bd31-32be22034a57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:58.624159 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f5713-2ad3-45ee-bd31-32be22034a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:58.624495 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f5713-2ad3-45ee-bd31-32be22034a57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:58.624828 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f5713-2ad3-45ee-bd31-32be22034a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:58.625159 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f5713-2ad3-45ee-bd31-32be22034a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:58.625550 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f5713-2ad3-45ee-bd31-32be22034a57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:58.625848 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f5713-2ad3-45ee-bd31-32be22034a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:58.626182 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f5713-2ad3-45ee-bd31-32be22034a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:58.626528 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f5713-2ad3-45ee-bd31-32be22034a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:58.626881 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f5713-2ad3-45ee-bd31-32be22034a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:58.627208 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f5713-2ad3-45ee-bd31-32be22034a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:58.627534 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f5713-2ad3-45ee-bd31-32be22034a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970f5713-2ad3-45ee-bd31-32be22034a57 None None] Tracked resource versions report: Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: pushed versions: Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: { 'AddressGroup': {'1.2'}, Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Agent': {'1.1'}, Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'ConntrackHelper': {'1.0'}, Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'LocalIPAssociation': {'1.0'}, Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Log': {'1.0'}, Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'NDPProxy': {'1.0'}, Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Network': {'1.1'}, Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Port': {'1.7'}, Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'PortForwarding': {'1.3'}, Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'QosPolicy': {'1.10'}, Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'SecurityGroup': {'1.5'}, Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'SecurityGroupRule': {'1.2'}, Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'SubPort': {'1.0'}, Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Subnet': {'1.1'}, Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Trunk': {'1.1'}} Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: consumer versions: Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: { DHCP agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: L3 agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: Metadata agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: Metering agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: Open vSwitch agent@dv-cinder-849800-2-iscsi: { 'AddressGroup': '1.2', Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Agent': '1.1', Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'ConntrackHelper': '1.0', Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'LocalIPAssociation': '1.0', Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Log': '1.0', Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'NDPProxy': '1.0', Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Network': '1.1', Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Port': '1.7', Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'PortForwarding': '1.3', Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'QosPolicy': '1.10', Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'SecurityGroup': '1.5', Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'SecurityGroupRule': '1.2', Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'SubPort': '1.0', Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Subnet': '1.1', Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Trunk': '1.1'}} Jul 21 10:37:58.628986 dv-cinder-849800-2-iscsi neutron-server[111081]: {{(pid=111081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 10:37:58.635842 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:37:58.636259 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Checking segment: {'id': '2d22bcca-43be-4230-aafe-5afd1c9aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:37:58.636748 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:58.637146 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Bound using segment: {'id': '2d22bcca-43be-4230-aafe-5afd1c9aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed'} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:37:58.637647 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Bound port: 64c237c4-cb6a-444b-b09c-76614f4fc704, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d22bcca-43be-4230-aafe-5afd1c9aca16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed'}}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:37:58.638035 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (64c237c4-cb6a-444b-b09c-76614f4fc704), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:58.681681 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=100 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:37:58.706297 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] For port 64c237c4-cb6a-444b-b09c-76614f4fc704, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:37:58.730651 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] For port 64c237c4-cb6a-444b-b09c-76614f4fc704, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=64c237c4-cb6a-444b-b09c-76614f4fc704,segment=NetworkSegment(2d22bcca-43be-4230-aafe-5afd1c9aca16),segment_id=2d22bcca-43be-4230-aafe-5afd1c9aca16)] {{(pid=111081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:37:58.731701 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-55b769d7-b240-4f55-85f0-f6b2e0b63cbf None None] Provisioning complete for port 64c237c4-cb6a-444b-b09c-76614f4fc704 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:37:58.732187 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-55b769d7-b240-4f55-85f0-f6b2e0b63cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (64c237c4-cb6a-444b-b09c-76614f4fc704), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:58.767416 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-55b769d7-b240-4f55-85f0-f6b2e0b63cbf None None] Port 64c237c4-cb6a-444b-b09c-76614f4fc704 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:37:58.820339 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (64c237c4-cb6a-444b-b09c-76614f4fc704), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:58.845751 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:37:58.887703 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f5713-2ad3-45ee-bd31-32be22034a57 None None] Pushing event updated for resources: {'Port': ['ID=64c237c4-cb6a-444b-b09c-76614f4fc704,revision_number=4']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:37:58.894239 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Routers {'22b880c3-d373-4497-98bc-05120b67f54b'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:37:58.894901 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:37:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['22b880c3-d373-4497-98bc-05120b67f54b'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:37:58.987639 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] Set router 22b880c3-d373-4497-98bc-05120b67f54b gateway port host: None {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:37:59.087463 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-24c3cf09-3444-48c6-9b8a-ede1ac126588 None None] Provisioning complete for port 64c237c4-cb6a-444b-b09c-76614f4fc704 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:37:59.087840 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-24c3cf09-3444-48c6-9b8a-ede1ac126588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (64c237c4-cb6a-444b-b09c-76614f4fc704), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:59.172274 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-24c3cf09-3444-48c6-9b8a-ede1ac126588 None None] Current status of the port 64c237c4-cb6a-444b-b09c-76614f4fc704 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:37:59.173502 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-24c3cf09-3444-48c6-9b8a-ede1ac126588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (64c237c4-cb6a-444b-b09c-76614f4fc704), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:59.205198 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b880c3-d373-4497-98bc-05120b67f54b', 'name': 'router1', 'tenant_id': 'fc9b385b87ca4f5aab27028f16841078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:37:45Z', 'updated_at': '2022-07-21T10:37:56Z', 'revision_number': 2, 'project_id': 'fc9b385b87ca4f5aab27028f16841078', 'gw_port_host': None, '_interfaces': [{'id': '64c237c4-cb6a-444b-b09c-76614f4fc704', 'name': '', 'network_id': '5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed', 'tenant_id': 'fc9b385b87ca4f5aab27028f16841078', 'mac_address': 'fa:16:3e:4a:77:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b880c3-d373-4497-98bc-05120b67f54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30186c4a-7716-4512-a266-405f321fa318', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:37:55Z', 'updated_at': '2022-07-21T10:37:58Z', 'revision_number': 4, 'project_id': 'fc9b385b87ca4f5aab27028f16841078', 'subnets': [{'id': '30186c4a-7716-4512-a266-405f321fa318', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24dc9a2a-c31e-4536-83c4-0becdabbf160'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:37:59.210386 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-24c3cf09-3444-48c6-9b8a-ede1ac126588 None None] For port 64c237c4-cb6a-444b-b09c-76614f4fc704, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=64c237c4-cb6a-444b-b09c-76614f4fc704,segment=NetworkSegment(2d22bcca-43be-4230-aafe-5afd1c9aca16),segment_id=2d22bcca-43be-4230-aafe-5afd1c9aca16)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:37:59.236568 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce81029-042b-4449-8da2-ff55ad53581d None None] The sync data for ids ['22b880c3-d373-4497-98bc-05120b67f54b'] in dv-cinder-849800-2-iscsi is: [{'id': '22b880c3-d373-4497-98bc-05120b67f54b', 'name': 'router1', 'tenant_id': 'fc9b385b87ca4f5aab27028f16841078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:37:45Z', 'updated_at': '2022-07-21T10:37:56Z', 'revision_number': 2, 'project_id': 'fc9b385b87ca4f5aab27028f16841078', 'gw_port_host': None, '_interfaces': [{'id': '64c237c4-cb6a-444b-b09c-76614f4fc704', 'name': '', 'network_id': '5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed', 'tenant_id': 'fc9b385b87ca4f5aab27028f16841078', 'mac_address': 'fa:16:3e:4a:77:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b880c3-d373-4497-98bc-05120b67f54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30186c4a-7716-4512-a266-405f321fa318', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:37:55Z', 'updated_at': '2022-07-21T10:37:58Z', 'revision_number': 4, 'project_id': 'fc9b385b87ca4f5aab27028f16841078', 'subnets': [{'id': '30186c4a-7716-4512-a266-405f321fa318', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24dc9a2a-c31e-4536-83c4-0becdabbf160'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:37:59.248480 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-24c3cf09-3444-48c6-9b8a-ede1ac126588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (64c237c4-cb6a-444b-b09c-76614f4fc704), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:37:59.306445 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3cf09-3444-48c6-9b8a-ede1ac126588 None None] Pushing event updated for resources: {'Port': ['ID=64c237c4-cb6a-444b-b09c-76614f4fc704,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:37:59.394967 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59146) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:37:59.819136 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24458370-cfcb-43fd-9719-e091ac9eec1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:37:59.820438 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-24458370-cfcb-43fd-9719-e091ac9eec1e admin admin] 10.222.0.48 "GET /v2.0/networks/8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f HTTP/1.1" status: 200 len: 842 time: 0.4243975 Jul 21 10:37:59.830078 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-213f1b41-fcfc-4b1b-beab-3dc22d401a5a admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:37:59.923599 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213f1b41-fcfc-4b1b-beab-3dc22d401a5a admin admin] Made reservation on behalf of 549a3510fe3f48278464436ac5f2a88c for: {'subnet': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:37:59.926087 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-213f1b41-fcfc-4b1b-beab-3dc22d401a5a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:00.318177 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.objects.ports [None req-213f1b41-fcfc-4b1b-beab-3dc22d401a5a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111079) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 21 10:38:00.318639 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-213f1b41-fcfc-4b1b-beab-3dc22d401a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for subnet (78a17339-e466-41ca-a8b6-8f52f169e396), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:00.369793 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f1b41-fcfc-4b1b-beab-3dc22d401a5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=78a17339-e466-41ca-a8b6-8f52f169e396,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:38:00.382492 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:00.394499 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f1b41-fcfc-4b1b-beab-3dc22d401a5a admin admin] Checking segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:38:00.394896 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213f1b41-fcfc-4b1b-beab-3dc22d401a5a admin admin] Network hostable DHCP agents. Network: 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:38:00.534835 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213f1b41-fcfc-4b1b-beab-3dc22d401a5a admin admin] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:38:00.659655 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-213f1b41-fcfc-4b1b-beab-3dc22d401a5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f) {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:38:00.663969 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213f1b41-fcfc-4b1b-beab-3dc22d401a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:38:00.664753 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-213f1b41-fcfc-4b1b-beab-3dc22d401a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:00.670948 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d680344-27f7-47b0-9d45-f0dea435de38 None None] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:38:00.780685 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5940928b-3775-417e-abe2-1276885cb6f8 None None] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:38:00.789605 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-213f1b41-fcfc-4b1b-beab-3dc22d401a5a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9556818 Jul 21 10:38:00.805998 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:03.273282 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59154) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:38:03.805801 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-53be4087-35cc-4921-84ff-3cb53dd261f7 demo admin] 10.222.0.48 "GET /v2.0/routers/22b880c3-d373-4497-98bc-05120b67f54b HTTP/1.1" status: 200 len: 710 time: 0.5313482 Jul 21 10:38:03.903703 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e09dc2-e9d5-4673-839a-c5ac50dab370 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:38:03.905081 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-49e09dc2-e9d5-4673-839a-c5ac50dab370 demo admin] 10.222.0.48 "GET /v2.0/networks/8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f HTTP/1.1" status: 200 len: 886 time: 0.0929716 Jul 21 10:38:03.914671 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-3399f91a-e263-465d-a734-07d1530e5827 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:38:03.996633 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:04.167364 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3399f91a-e263-465d-a734-07d1530e5827 demo admin] Publish callbacks [] for router_gateway (22b880c3-d373-4497-98bc-05120b67f54b), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:04.371996 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 64c237c4-cb6a-444b-b09c-76614f4fc704 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:38:04.422758 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 64c237c4-cb6a-444b-b09c-76614f4fc704 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:38:04.422758 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (64c237c4-cb6a-444b-b09c-76614f4fc704), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:04.459162 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:04.471875 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3399f91a-e263-465d-a734-07d1530e5827 demo admin] Publish callbacks [] for router_gateway (22b880c3-d373-4497-98bc-05120b67f54b), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:04.522180 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 64c237c4-cb6a-444b-b09c-76614f4fc704 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:38:04.561959 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3399f91a-e263-465d-a734-07d1530e5827 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:04.678042 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-3399f91a-e263-465d-a734-07d1530e5827 demo admin] Allocated IP 172.27.0.132 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/1ec2dde2-f430-4a5d-a011-b7b46297c49a) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:38:04.772139 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:04.787697 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3399f91a-e263-465d-a734-07d1530e5827 demo admin] Publish callbacks [] for port (1ec2dde2-f430-4a5d-a011-b7b46297c49a), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:04.883046 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3399f91a-e263-465d-a734-07d1530e5827 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (1ec2dde2-f430-4a5d-a011-b7b46297c49a), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:04.927013 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3399f91a-e263-465d-a734-07d1530e5827 demo admin] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:38:04.932094 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-3399f91a-e263-465d-a734-07d1530e5827 demo admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:38:04.934914 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3399f91a-e263-465d-a734-07d1530e5827 demo admin] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:38:04.937561 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:04.939591 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399f91a-e263-465d-a734-07d1530e5827 demo admin] Pushing event updated for resources: {'Port': ['ID=1ec2dde2-f430-4a5d-a011-b7b46297c49a,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:38:05.267463 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3399f91a-e263-465d-a734-07d1530e5827 demo admin] Publish callbacks [] for router_gateway (22b880c3-d373-4497-98bc-05120b67f54b), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:05.560079 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3399f91a-e263-465d-a734-07d1530e5827 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7898765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7906836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router (22b880c3-d373-4497-98bc-05120b67f54b), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:05.563687 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3399f91a-e263-465d-a734-07d1530e5827 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7898792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7898806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7898815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7905511'] for router (22b880c3-d373-4497-98bc-05120b67f54b), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:05.676381 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3399f91a-e263-465d-a734-07d1530e5827 demo admin] Router 22b880c3-d373-4497-98bc-05120b67f54b has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:38:05.787001 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3399f91a-e263-465d-a734-07d1530e5827 demo admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:38:05.791248 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3399f91a-e263-465d-a734-07d1530e5827 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:05.792454 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-3399f91a-e263-465d-a734-07d1530e5827 demo admin] 10.222.0.48 "PUT /v2.0/routers/22b880c3-d373-4497-98bc-05120b67f54b HTTP/1.1" status: 200 len: 890 time: 1.8809872 Jul 21 10:38:05.879997 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Sync routers for ids ['22b880c3-d373-4497-98bc-05120b67f54b'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:38:05.893576 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Routers {'22b880c3-d373-4497-98bc-05120b67f54b'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:38:05.894253 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:37:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['22b880c3-d373-4497-98bc-05120b67f54b'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:38:06.107017 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Set router 22b880c3-d373-4497-98bc-05120b67f54b gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:38:06.584011 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b880c3-d373-4497-98bc-05120b67f54b', 'name': 'router1', 'tenant_id': 'fc9b385b87ca4f5aab27028f16841078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1ec2dde2-f430-4a5d-a011-b7b46297c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:37:45Z', 'updated_at': '2022-07-21T10:38:05Z', 'revision_number': 4, 'project_id': 'fc9b385b87ca4f5aab27028f16841078', 'gw_port': {'id': '1ec2dde2-f430-4a5d-a011-b7b46297c49a', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:05:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b880c3-d373-4497-98bc-05120b67f54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:38:04Z', 'updated_at': '2022-07-21T10:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '64c237c4-cb6a-444b-b09c-76614f4fc704', 'name': '', 'network_id': '5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed', 'tenant_id': 'fc9b385b87ca4f5aab27028f16841078', 'mac_address': 'fa:16:3e:4a:77:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b880c3-d373-4497-98bc-05120b67f54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30186c4a-7716-4512-a266-405f321fa318', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:37:55Z', 'updated_at': '2022-07-21T10:37:59Z', 'revision_number': 5, 'project_id': 'fc9b385b87ca4f5aab27028f16841078', 'subnets': [{'id': '30186c4a-7716-4512-a266-405f321fa318', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24dc9a2a-c31e-4536-83c4-0becdabbf160'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:38:06.633246 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Checking router: 22b880c3-d373-4497-98bc-05120b67f54b for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:38:06.633628 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Updating router 22b880c3-d373-4497-98bc-05120b67f54b port 1ec2dde2-f430-4a5d-a011-b7b46297c49a binding host dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:38:06.690592 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (1ec2dde2-f430-4a5d-a011-b7b46297c49a), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:07.006355 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Publish callbacks [] for port (1ec2dde2-f430-4a5d-a011-b7b46297c49a), precommit_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:07.087992 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (1ec2dde2-f430-4a5d-a011-b7b46297c49a), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:07.122381 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:07.146504 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864fc54-2805-4d1b-b338-a4ebdfcc101e None None] Pushing event updated for resources: {'Port': ['ID=1ec2dde2-f430-4a5d-a011-b7b46297c49a,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:38:07.151895 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Attempting to bind port 1ec2dde2-f430-4a5d-a011-b7b46297c49a on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:38:07.152276 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Attempting to bind port 1ec2dde2-f430-4a5d-a011-b7b46297c49a by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:38:07.152643 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Attempting to bind port 1ec2dde2-f430-4a5d-a011-b7b46297c49a on network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:38:07.159122 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:38:07.164474 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Checking segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:38:07.164474 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:07.164474 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Bound using segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:38:07.164474 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Bound port: 1ec2dde2-f430-4a5d-a011-b7b46297c49a, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:38:07.164474 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (1ec2dde2-f430-4a5d-a011-b7b46297c49a), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:07.216154 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] For port 1ec2dde2-f430-4a5d-a011-b7b46297c49a, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:38:07.220848 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] For port 1ec2dde2-f430-4a5d-a011-b7b46297c49a, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=1ec2dde2-f430-4a5d-a011-b7b46297c49a,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:38:07.379972 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (1ec2dde2-f430-4a5d-a011-b7b46297c49a), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:07.423179 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:07.444199 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864fc54-2805-4d1b-b338-a4ebdfcc101e None None] Pushing event updated for resources: {'Port': ['ID=1ec2dde2-f430-4a5d-a011-b7b46297c49a,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:38:07.447905 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Routers {'22b880c3-d373-4497-98bc-05120b67f54b'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:38:07.448774 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:37:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['22b880c3-d373-4497-98bc-05120b67f54b'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:38:07.566037 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] Set router 22b880c3-d373-4497-98bc-05120b67f54b gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:38:07.614951 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 5 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:38:07.786291 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b880c3-d373-4497-98bc-05120b67f54b', 'name': 'router1', 'tenant_id': 'fc9b385b87ca4f5aab27028f16841078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1ec2dde2-f430-4a5d-a011-b7b46297c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:37:45Z', 'updated_at': '2022-07-21T10:38:05Z', 'revision_number': 4, 'project_id': 'fc9b385b87ca4f5aab27028f16841078', 'gw_port': {'id': '1ec2dde2-f430-4a5d-a011-b7b46297c49a', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:05:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b880c3-d373-4497-98bc-05120b67f54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:38:04Z', 'updated_at': '2022-07-21T10:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '64c237c4-cb6a-444b-b09c-76614f4fc704', 'name': '', 'network_id': '5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed', 'tenant_id': 'fc9b385b87ca4f5aab27028f16841078', 'mac_address': 'fa:16:3e:4a:77:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b880c3-d373-4497-98bc-05120b67f54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30186c4a-7716-4512-a266-405f321fa318', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:37:55Z', 'updated_at': '2022-07-21T10:37:59Z', 'revision_number': 5, 'project_id': 'fc9b385b87ca4f5aab27028f16841078', 'subnets': [{'id': '30186c4a-7716-4512-a266-405f321fa318', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24dc9a2a-c31e-4536-83c4-0becdabbf160'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:38:07.816316 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c13cced-4bdc-4b74-8960-44aed3c20106 None None] The sync data for ids ['22b880c3-d373-4497-98bc-05120b67f54b'] in dv-cinder-849800-2-iscsi is: [{'id': '22b880c3-d373-4497-98bc-05120b67f54b', 'name': 'router1', 'tenant_id': 'fc9b385b87ca4f5aab27028f16841078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '1ec2dde2-f430-4a5d-a011-b7b46297c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:37:45Z', 'updated_at': '2022-07-21T10:38:05Z', 'revision_number': 4, 'project_id': 'fc9b385b87ca4f5aab27028f16841078', 'gw_port': {'id': '1ec2dde2-f430-4a5d-a011-b7b46297c49a', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:05:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b880c3-d373-4497-98bc-05120b67f54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:38:04Z', 'updated_at': '2022-07-21T10:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '64c237c4-cb6a-444b-b09c-76614f4fc704', 'name': '', 'network_id': '5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed', 'tenant_id': 'fc9b385b87ca4f5aab27028f16841078', 'mac_address': 'fa:16:3e:4a:77:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b880c3-d373-4497-98bc-05120b67f54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30186c4a-7716-4512-a266-405f321fa318', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:37:55Z', 'updated_at': '2022-07-21T10:37:59Z', 'revision_number': 5, 'project_id': 'fc9b385b87ca4f5aab27028f16841078', 'subnets': [{'id': '30186c4a-7716-4512-a266-405f321fa318', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24dc9a2a-c31e-4536-83c4-0becdabbf160'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:38:08.371203 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 1ec2dde2-f430-4a5d-a011-b7b46297c49a up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:38:08.383842 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59166) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:38:08.427302 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 1ec2dde2-f430-4a5d-a011-b7b46297c49a triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:38:08.427702 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (1ec2dde2-f430-4a5d-a011-b7b46297c49a), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:08.516975 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 1ec2dde2-f430-4a5d-a011-b7b46297c49a is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:38:08.517626 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (1ec2dde2-f430-4a5d-a011-b7b46297c49a), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:08.542440 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] For port 1ec2dde2-f430-4a5d-a011-b7b46297c49a, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=1ec2dde2-f430-4a5d-a011-b7b46297c49a,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:38:08.602749 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (1ec2dde2-f430-4a5d-a011-b7b46297c49a), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:08.662278 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Pushing event updated for resources: {'Port': ['ID=1ec2dde2-f430-4a5d-a011-b7b46297c49a,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:38:08.860802 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-3476a7e3-7f74-4e5c-9122-eb478d43b6ae admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4749503 Jul 21 10:38:09.208449 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=61 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:10.347452 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 1ec2dde2-f430-4a5d-a011-b7b46297c49a up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:38:10.391693 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 1ec2dde2-f430-4a5d-a011-b7b46297c49a triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:38:10.392097 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (1ec2dde2-f430-4a5d-a011-b7b46297c49a), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:10.428692 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:10.467592 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 1ec2dde2-f430-4a5d-a011-b7b46297c49a is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:38:18.849067 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:18.856776 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=63 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:20.466128 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:20.612268 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=22 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:20.642083 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:21.344825 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-2aae3659-1a07-4d38-815c-0b8b9f4ea28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:23.902607 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-06da2db5-b5c5-43f2-a501-fb0aa6b99408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:25.311738 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:26.618474 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:26.687418 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:36.607778 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:36.617941 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:38.622834 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:38.624634 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=4 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:44.616102 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 5 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:38:51.361088 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-cdc99ea0-1adb-44c0-b196-fdb04b6d778c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:53.921191 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-55ff4a38-ab47-4ace-ab1e-2a292cf312ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:54.610428 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:54.613328 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:38:55.258360 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:56.606598 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:38:56.697738 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:39:06.541751 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:39:06.616322 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:39:15.626584 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=4 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:39:19.613760 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:39:21.367668 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7da42c5d-a575-4d8f-833b-c09b7aa769f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:39:21.615439 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 5 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:39:23.891877 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b13c2b86-7809-43a9-9363-b525d07257b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:39:25.274109 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:39:26.611473 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:39:26.674140 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:39:31.611575 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:39:31.612349 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:39:34.920734 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 59706) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:39:35.271750 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.pecan_wsgi.hooks.translation [None req-86eb7f85-c13b-4595-bd0e-32a26265a7cc admin admin] GET failed (client error): The resource could not be found. Jul 21 10:39:35.273190 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-86eb7f85-c13b-4595-bd0e-32a26265a7cc admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3512075 Jul 21 10:39:35.441564 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8334f500-df92-47e4-b95d-620fca23a2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:39:35.443326 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-8334f500-df92-47e4-b95d-620fca23a2ef admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1658299 Jul 21 10:39:36.600138 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:39:36.606162 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:39:37.694768 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 59716) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:39:38.120265 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c9e6f1-fb53-4df1-8396-2dd22ac1875f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:39:38.121544 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-63c9e6f1-fb53-4df1-8396-2dd22ac1875f admin admin] 10.222.0.48 "GET /v2.0/subnets/30186c4a-7716-4512-a266-405f321fa318 HTTP/1.1" status: 200 len: 849 time: 0.4258258 Jul 21 10:39:38.132148 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:39:38.222594 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Publish callbacks [] for subnet (30186c4a-7716-4512-a266-405f321fa318), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:39:38.445302 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727025557041'] for subnet (30186c4a-7716-4512-a266-405f321fa318), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:39:38.484255 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:39:38.485160 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:39:38.491886 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] 10.222.0.48 "PUT /v2.0/subnets/30186c4a-7716-4512-a266-405f321fa318 HTTP/1.1" status: 200 len: 868 time: 0.3577013 Jul 21 10:39:38.492107 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f0a5e0-4530-46f5-baf8-7ebd2663aa7c None None] Network 5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:39:38.508600 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30186c4a-7716-4512-a266-405f321fa318,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:39:38.517724 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:39:38.518081 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:39:38.521753 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:39:38.521753 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:39:38.521753 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:39:38.521753 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:39:38.521753 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:39:38.521753 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:39:38.521753 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:39:38.521753 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:39:38.521753 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:39:38.521753 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:39:38.522537 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:39:38.522953 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:39:38.523289 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5864b41f-4e84-41b1-b30b-5b1e3071c8b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:39:38.830161 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-9c120fff-1b1f-42ff-8f7b-531ea6a63544 None None] Provisioning complete for port 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:39:38.830577 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-9c120fff-1b1f-42ff-8f7b-531ea6a63544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (7e78f1f4-7ea3-4482-9e9a-b97a49d82dac), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:39:38.904309 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-9c120fff-1b1f-42ff-8f7b-531ea6a63544 None None] Current status of the port 7e78f1f4-7ea3-4482-9e9a-b97a49d82dac is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:39:38.912347 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-9c120fff-1b1f-42ff-8f7b-531ea6a63544 None None] Provisioning complete for port 64c237c4-cb6a-444b-b09c-76614f4fc704 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:39:38.912738 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-9c120fff-1b1f-42ff-8f7b-531ea6a63544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (64c237c4-cb6a-444b-b09c-76614f4fc704), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:39:38.988932 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-9c120fff-1b1f-42ff-8f7b-531ea6a63544 None None] Current status of the port 64c237c4-cb6a-444b-b09c-76614f4fc704 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:39:40.715521 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 59724) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:39:41.207744 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91e9f62-b757-468a-a5b1-637a23213982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:39:41.208225 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91e9f62-b757-468a-a5b1-637a23213982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:39:41.209781 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-a91e9f62-b757-468a-a5b1-637a23213982 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4927995 Jul 21 10:39:43.466193 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 59732) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:39:43.903268 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4053f237-e399-4a8a-b68b-fd2bf3009423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:39:43.904289 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4053f237-e399-4a8a-b68b-fd2bf3009423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:39:43.905936 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-4053f237-e399-4a8a-b68b-fd2bf3009423 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4385123 Jul 21 10:39:46.216916 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59740) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:39:46.648431 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb647d-ae15-43d8-8b1c-0969c608d419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:39:46.649734 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-2dbb647d-ae15-43d8-8b1c-0969c608d419 admin admin] 10.222.0.48 "GET /v2.0/networks/5e573ad4-fa0d-4faf-a2ae-4f9a04bc52ed HTTP/1.1" status: 200 len: 869 time: 0.4318566 Jul 21 10:39:48.914559 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59750) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:39:48.980152 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=36 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:39:48.987037 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=41 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:39:49.353107 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146108d3-70b8-4154-9e15-f481d7e6e8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:39:49.354508 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-146108d3-70b8-4154-9e15-f481d7e6e8f4 admin admin] 10.222.0.48 "GET /v2.0/networks/8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f HTTP/1.1" status: 200 len: 886 time: 0.4388866 Jul 21 10:39:51.343040 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3c45138e-163e-457b-a1fb-abe164cbcfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:39:51.606185 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59758) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:39:52.025229 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f370765b-c2ea-42c2-a47b-463b472ca150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:39:52.025597 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f370765b-c2ea-42c2-a47b-463b472ca150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:39:52.027188 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-f370765b-c2ea-42c2-a47b-463b472ca150 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4194930 Jul 21 10:39:52.616844 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:39:52.621237 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=4 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:39:53.896370 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6da83445-3f0b-4207-a035-de012b0edb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:39:53.898957 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=85,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:39:53.900071 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=83,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:39:54.355615 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59766) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:39:54.737339 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf21450-c4cd-4549-97d3-ebf8b59e8720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:39:54.737695 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf21450-c4cd-4549-97d3-ebf8b59e8720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:39:54.739283 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-1bf21450-c4cd-4549-97d3-ebf8b59e8720 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3823464 Jul 21 10:39:55.296559 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:39:56.627728 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:39:56.656349 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:39:56.995956 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59774) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:39:57.380221 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d800f0-3254-4173-b17f-b069f2656e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:39:57.381526 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-64d800f0-3254-4173-b17f-b069f2656e24 admin admin] 10.222.0.48 "GET /v2.0/subnets/30186c4a-7716-4512-a266-405f321fa318 HTTP/1.1" status: 200 len: 868 time: 0.3845949 Jul 21 10:39:58.615351 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 5 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:39:59.624648 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59782) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:39:59.996491 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165d6344-a252-4273-8837-ba9e8a7fd95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:39:59.998079 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-165d6344-a252-4273-8837-ba9e8a7fd95c admin admin] 10.222.0.48 "GET /v2.0/subnets/78a17339-e466-41ca-a8b6-8f52f169e396 HTTP/1.1" status: 200 len: 816 time: 0.3724978 Jul 21 10:40:06.609950 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:40:06.611153 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:40:09.988972 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=42 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:40:09.994072 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=50 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:40:17.850291 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=14 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:40:17.854198 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=14 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:40:21.363890 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c161e838-e3b4-4781-aa75-41e9f51a4d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:23.912846 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6f1bfc03-a2c5-4ccc-a081-534df8e3886d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:25.267027 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:26.608013 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:26.684115 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:29.621335 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:40:29.627525 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=5 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:40:29.749658 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59838) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:40:30.096747 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [None req-60473c97-b989-4934-9f05-3689a470ba86 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 10:40:30.097758 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-60473c97-b989-4934-9f05-3689a470ba86 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3470659 Jul 21 10:40:32.447000 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59846) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:40:32.793985 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f301ecb-c202-4efe-9e5a-09b14217177f admin admin] GET failed (client error): The resource could not be found. Jul 21 10:40:32.795332 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-4f301ecb-c202-4efe-9e5a-09b14217177f admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3474691 Jul 21 10:40:32.942122 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cecdac1-2e01-4314-99e8-2bf49309dfc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:40:32.943646 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-7cecdac1-2e01-4314-99e8-2bf49309dfc7 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1441500 Jul 21 10:40:35.197241 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 59854) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:40:35.548171 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-ba087c41-ca13-49a8-a6e6-a0be53b90d20 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:40:35.614517 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 5 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:40:35.621423 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba087c41-ca13-49a8-a6e6-a0be53b90d20 admin admin] Made reservation on behalf of 549a3510fe3f48278464436ac5f2a88c for: {'network': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:40:35.624080 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ba087c41-ca13-49a8-a6e6-a0be53b90d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:35.667636 dv-cinder-849800-2-iscsi neutron-server[111078]: WARNING neutron.services.revisions.revision_plugin [None req-ba087c41-ca13-49a8-a6e6-a0be53b90d20 admin admin] Could not find related network for resource to bump revision. Jul 21 10:40:35.685322 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba087c41-ca13-49a8-a6e6-a0be53b90d20 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=111078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:40:35.697396 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ba087c41-ca13-49a8-a6e6-a0be53b90d20 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727025531459', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (79775ab7-34ea-4c57-90b4-4186f093316a), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:35.697931 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ba087c41-ca13-49a8-a6e6-a0be53b90d20 admin admin] Unsubscribe: segment precommit_create {{(pid=111078) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 21 10:40:35.698416 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.segments_db [None req-ba087c41-ca13-49a8-a6e6-a0be53b90d20 admin admin] Added segment 79775ab7-34ea-4c57-90b4-4186f093316a of type vlan for network 69f5b193-daab-4acc-85a5-6f469953f58b Jul 21 10:40:35.755563 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ba087c41-ca13-49a8-a6e6-a0be53b90d20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (69f5b193-daab-4acc-85a5-6f469953f58b), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:35.849655 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ba087c41-ca13-49a8-a6e6-a0be53b90d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (69f5b193-daab-4acc-85a5-6f469953f58b), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:35.850620 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba087c41-ca13-49a8-a6e6-a0be53b90d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:40:35.851207 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ba087c41-ca13-49a8-a6e6-a0be53b90d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:35.943063 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba087c41-ca13-49a8-a6e6-a0be53b90d20 admin admin] Pushing event updated for resources: {'Network': ['ID=69f5b193-daab-4acc-85a5-6f469953f58b,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:40:35.953307 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network 69f5b193-daab-4acc-85a5-6f469953f58b details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:40:35.955052 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-ba087c41-ca13-49a8-a6e6-a0be53b90d20 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.7566206 Jul 21 10:40:38.243082 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59862) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:40:38.596827 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4889a0-eb71-4d89-b120-046f3dbaded3 admin admin] GET failed (client error): The resource could not be found. Jul 21 10:40:38.598138 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-3f4889a0-eb71-4d89-b120-046f3dbaded3 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3541119 Jul 21 10:40:38.673626 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5048872-5b31-4fc1-b039-2cab94bfb6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:40:38.675154 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-f5048872-5b31-4fc1-b039-2cab94bfb6b8 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0727818 Jul 21 10:40:38.685053 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '69f5b193-daab-4acc-85a5-6f469953f58b', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:40:38.786439 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Made reservation on behalf of 549a3510fe3f48278464436ac5f2a88c for: {'subnet': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:40:38.788841 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:39.055176 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for subnet (53517f14-645b-47ec-aee6-dd7d2b37dc95), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:39.112915 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53517f14-645b-47ec-aee6-dd7d2b37dc95,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:40:39.124520 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.125473 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.125473 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.125766 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.125919 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.126170 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.126497 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.126846 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.127171 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.127496 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.127834 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.128168 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.128490 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.128805 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.129122 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.132124 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Checking segment: {'id': '79775ab7-34ea-4c57-90b4-4186f093316a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '69f5b193-daab-4acc-85a5-6f469953f58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:40:39.132481 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Network hostable DHCP agents. Network: 69f5b193-daab-4acc-85a5-6f469953f58b, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:40:39.220706 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Network 69f5b193-daab-4acc-85a5-6f469953f58b is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:40:39.329228 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, 69f5b193-daab-4acc-85a5-6f469953f58b) {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:40:39.333163 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:40:39.333786 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:39.338434 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b666fe-7ea3-49e9-9b89-657c1e380dff None None] Network 69f5b193-daab-4acc-85a5-6f469953f58b requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:40:39.423133 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-cd929993-0743-4913-927a-a98af849fd07 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7416530 Jul 21 10:40:39.444903 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cca8b75-1b15-5bba-a8e2-6f26b95bf61c-69f5b193-daab-4acc-85a5-6f469953f58b', 'network_id': '69f5b193-daab-4acc-85a5-6f469953f58b', 'project_id': '549a3510fe3f48278464436ac5f2a88c', 'fixed_ips': [{'subnet_id': '53517f14-645b-47ec-aee6-dd7d2b37dc95'}]}} from dv-cinder-849800-2-iscsi. {{(pid=111080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 10:40:39.445899 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:39.589247 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.db_base_plugin_common [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Allocated IP 192.168.233.2 (69f5b193-daab-4acc-85a5-6f469953f58b/53517f14-645b-47ec-aee6-dd7d2b37dc95/a8a26860-79f7-49ab-b519-ad070788ff36) {{(pid=111080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:40:39.739619 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Publish callbacks [] for port (a8a26860-79f7-49ab-b519-ad070788ff36), precommit_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:39.804375 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (a8a26860-79f7-49ab-b519-ad070788ff36), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:39.848231 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Network 69f5b193-daab-4acc-85a5-6f469953f58b is already hosted by enough agents. {{(pid=111080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:40:39.853459 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.base_scheduler [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Resources bound (agent type, host, resource id): {{(pid=111080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:40:39.856421 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Pushing event updated for resources: {'Port': ['ID=a8a26860-79f7-49ab-b519-ad070788ff36,revision_number=1']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:40:39.858809 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Received port after_create {{(pid=111080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:40:39.869493 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.869836 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.870205 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.871143 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.871539 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.871869 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.872195 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.872519 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.872844 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.873164 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.873486 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.873831 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.874149 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.874470 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.874816 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:40:39.930476 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Attempting to bind port a8a26860-79f7-49ab-b519-ad070788ff36 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:40:39.930868 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Attempting to bind port a8a26860-79f7-49ab-b519-ad070788ff36 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '79775ab7-34ea-4c57-90b4-4186f093316a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '69f5b193-daab-4acc-85a5-6f469953f58b'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:40:39.931229 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Attempting to bind port a8a26860-79f7-49ab-b519-ad070788ff36 on network 69f5b193-daab-4acc-85a5-6f469953f58b {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:40:39.936712 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:40:39.937097 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Checking segment: {'id': '79775ab7-34ea-4c57-90b4-4186f093316a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '69f5b193-daab-4acc-85a5-6f469953f58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:40:39.937484 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:39.937874 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Bound using segment: {'id': '79775ab7-34ea-4c57-90b4-4186f093316a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '69f5b193-daab-4acc-85a5-6f469953f58b'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:40:39.938332 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Bound port: a8a26860-79f7-49ab-b519-ad070788ff36, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79775ab7-34ea-4c57-90b4-4186f093316a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '69f5b193-daab-4acc-85a5-6f469953f58b'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:40:39.938737 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (a8a26860-79f7-49ab-b519-ad070788ff36), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:40.000037 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] For port a8a26860-79f7-49ab-b519-ad070788ff36, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:40:40.003744 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] For port a8a26860-79f7-49ab-b519-ad070788ff36, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=a8a26860-79f7-49ab-b519-ad070788ff36,segment=NetworkSegment(79775ab7-34ea-4c57-90b4-4186f093316a),segment_id=79775ab7-34ea-4c57-90b4-4186f093316a)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:40:40.055862 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (a8a26860-79f7-49ab-b519-ad070788ff36), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:40.120326 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab13d09-54f2-4186-b76d-cb3570c9862d None None] Pushing event updated for resources: {'Port': ['ID=a8a26860-79f7-49ab-b519-ad070788ff36,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:40:40.488907 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device a8a26860-79f7-49ab-b519-ad070788ff36 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:40:40.492119 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:40:40.548818 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:40:40.548818 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port a8a26860-79f7-49ab-b519-ad070788ff36 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:40:40.548818 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (a8a26860-79f7-49ab-b519-ad070788ff36), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:40.621656 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port a8a26860-79f7-49ab-b519-ad070788ff36 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:40:40.622168 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (a8a26860-79f7-49ab-b519-ad070788ff36), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:40.656776 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] For port a8a26860-79f7-49ab-b519-ad070788ff36, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=a8a26860-79f7-49ab-b519-ad070788ff36,segment=NetworkSegment(79775ab7-34ea-4c57-90b4-4186f093316a),segment_id=79775ab7-34ea-4c57-90b4-4186f093316a)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:40:40.723731 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (a8a26860-79f7-49ab-b519-ad070788ff36), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:40.784954 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Pushing event updated for resources: {'Port': ['ID=a8a26860-79f7-49ab-b519-ad070788ff36,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:40:40.994453 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c229cb-0b1d-43b1-9ede-e78a66dc826f None None] Network 69f5b193-daab-4acc-85a5-6f469953f58b requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:40:41.104071 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-66633d6f-a395-4eb3-82c9-4173b733288f None None] Provisioning complete for port a8a26860-79f7-49ab-b519-ad070788ff36 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:40:41.104467 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-66633d6f-a395-4eb3-82c9-4173b733288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (a8a26860-79f7-49ab-b519-ad070788ff36), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:41.204037 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-66633d6f-a395-4eb3-82c9-4173b733288f None None] Current status of the port a8a26860-79f7-49ab-b519-ad070788ff36 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:40:41.325215 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-7f72332c-b041-4d77-9774-323f56c6da89 None None] Provisioning complete for port a8a26860-79f7-49ab-b519-ad070788ff36 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:40:41.325608 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7f72332c-b041-4d77-9774-323f56c6da89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (a8a26860-79f7-49ab-b519-ad070788ff36), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:41.408842 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-7f72332c-b041-4d77-9774-323f56c6da89 None None] Current status of the port a8a26860-79f7-49ab-b519-ad070788ff36 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:40:42.473084 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device a8a26860-79f7-49ab-b519-ad070788ff36 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:40:42.523333 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port a8a26860-79f7-49ab-b519-ad070788ff36 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:40:42.523728 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (a8a26860-79f7-49ab-b519-ad070788ff36), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:42.615507 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:40:42.622560 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port a8a26860-79f7-49ab-b519-ad070788ff36 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:40:45.610397 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:40:45.611198 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:40:45.935738 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=23,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:40:45.940664 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=24,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:40:49.340917 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=61,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:40:49.343970 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=54,neutron:INSERT=6,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:40:51.351788 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-53581873-6591-464d-a020-c458b4ee2972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:53.900406 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c0074e06-e751-4b95-850f-21fcd2f54228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:55.283224 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:56.622113 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:40:56.683306 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:41:06.618247 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:41:06.619539 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:41:06.620360 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:41:06.625418 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=5 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:41:12.613837 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 5 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:41:21.413801 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-21276225-b980-4947-845f-6fc1c4c89c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:41:22.609916 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:41:22.610800 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:41:23.905194 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-0ded06f3-9995-4431-8a5f-79e80725150c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:41:25.294659 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:41:26.602261 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:41:26.682764 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:41:36.622453 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:41:36.625386 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:41:43.619611 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=3 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:41:43.624456 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=3 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:41:49.613401 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 5 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:41:51.373163 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-d2880c8a-ac20-46c2-8f7b-eff0eab8a505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:41:53.881576 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-2162fdf5-e6fc-4df8-ab9f-202be672388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:41:55.258493 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:41:56.595631 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:41:56.681890 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:41:59.610284 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:42:06.622012 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:42:06.628488 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:42:20.620818 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=17 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:42:20.627921 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=15 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:42:21.337809 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-1e3bd854-6b6f-4254-82cb-d3d55d9b13e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:42:22.943159 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59900) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:42:22.949177 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [None req-41a7e875-8ef3-4d9d-8cd1-d815568a12d5 tempest-verify_tempest_config-963403759 tempest-verify_tempest_config-963403759-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 10:42:22.950143 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-41a7e875-8ef3-4d9d-8cd1-d815568a12d5 tempest-verify_tempest_config-963403759 tempest-verify_tempest_config-963403759-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0060208 Jul 21 10:42:23.698902 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 59918) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:42:23.886744 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-9839632b-9c20-4966-a73a-05249ce3275a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:42:24.175541 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:42:24.251948 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Publish callbacks [] for security_group (2ec5c8bf-6b74-458a-9d85-b72946decca1), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:42:24.331821 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (2ec5c8bf-6b74-458a-9d85-b72946decca1), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:42:24.378366 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec5c8bf-6b74-458a-9d85-b72946decca1,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:42:24.382164 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b892382991d45818dd17b2be6c9e39d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6822801 Jul 21 10:42:24.386301 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 59922) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:42:24.388381 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.388780 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.389090 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.389435 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.389768 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.390102 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.390429 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.390780 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.391110 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.391440 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.391785 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.392130 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.392479 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.392805 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.393125 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd7ce8-501d-477b-be78-99c8ce65b373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.468174 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Publish callbacks [] for security_group (2ec5c8bf-6b74-458a-9d85-b72946decca1), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:42:24.490531 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Publish callbacks [] for security_group (2ec5c8bf-6b74-458a-9d85-b72946decca1), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:42:24.664090 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (2ec5c8bf-6b74-458a-9d85-b72946decca1), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:42:24.666897 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:42:24.668057 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ec5c8bf-6b74-458a-9d85-b72946decca1 HTTP/1.1" status: 204 len: 168 time: 0.2807238 Jul 21 10:42:24.676769 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec5c8bf-6b74-458a-9d85-b72946decca1,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:42:24.684924 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.685271 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.686972 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.686972 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.686972 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.686972 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.687593 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.687593 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.687881 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.688032 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.688349 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.688699 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.689032 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.689495 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:24.689829 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698181f-960b-4a59-968f-90d249bd7ef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:42:25.309021 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:42:26.607618 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:42:26.614763 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 5 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:42:26.709389 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:42:34.376954 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=16,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:42:34.385022 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=23,neutron:INSERT=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:42:34.671260 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:42:34.679750 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:42:36.614718 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:42:36.627196 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:42:36.633421 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:42:51.359674 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6a87ee7f-9ea3-4626-b4a1-d282de3d8fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:42:53.913278 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-37a73b43-3b78-4ae6-8337-3ff120cf3b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:42:55.325714 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:42:56.629812 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:42:56.719503 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:42:57.621274 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:42:57.626258 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=4 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:43:03.613550 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 5 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:43:06.630382 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:43:06.639571 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:43:20.609703 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=3 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:43:20.610486 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:43:21.353438 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-a2a01850-2f27-4806-b419-a42a4ea837af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:43:23.895515 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-d8b156f1-2037-43c0-998e-fa03893ecfde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:43:25.324736 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:43:26.604841 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:43:26.713207 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:43:34.618154 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:43:34.624085 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=4 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:43:36.633919 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:43:36.640122 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:43:40.612947 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 5 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:43:50.608767 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:43:50.609529 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:43:51.375054 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7c9f-074e-43f2-bae8-7b748c7bdebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:43:53.877946 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3c97c35e-fd7f-4f52-b7ce-dd2c7c6322d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:43:55.306850 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:43:56.615239 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:43:56.734912 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:44:06.636753 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:44:06.643759 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:44:14.305485 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7905655'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:44:17.612853 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:44:21.363499 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-0d53c290-3bb7-4cc3-8a12-3a85995102b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:44:23.922743 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-91a0ca0b-c882-4c8c-a145-55e404bcf57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:44:25.328673 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:44:26.608516 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:44:26.694755 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:44:27.007422 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60018) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:44:27.139975 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-fdb3fcc2-9f3a-409d-8589-521050373f22 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1313949 Jul 21 10:44:27.608123 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=15 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:44:27.608987 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=19 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:44:29.275025 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60028) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:44:29.330974 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-791b999c-a531-4815-9694-3755c5d7ad74 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0548365 Jul 21 10:44:36.645485 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:44:36.647378 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:INSERT=1,neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:44:37.134404 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:44:39.325661 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:44:44.253439 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:44:48.620476 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:44:48.626384 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=4 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:44:51.372843 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-591807b3-2533-4e17-ac4e-440ecb7cfe36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:44:53.934829 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-a45eebc5-cb72-42fa-b3dd-1771cbf2ca71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:44:54.612340 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:44:55.350984 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:44:56.601895 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:44:56.699661 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:45:04.607176 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:45:04.607950 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:45:06.647460 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:45:06.649328 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:45:14.218585 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:45:21.389628 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3971659b-50bf-48e7-80da-805c134bab61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:45:23.911580 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-5caa9377-99e2-418e-9324-73ed97216a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:45:25.310209 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:45:25.618516 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:45:25.633677 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:45:26.661375 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:45:26.733297 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:45:31.611527 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:45:36.650125 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:45:36.660469 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:45:41.607167 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:45:44.240072 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:45:51.349165 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-1273ff56-da3a-4ee0-a705-ee29612c4462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:45:53.914493 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-13a3f533-40c0-4244-b108-5c52082435b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:45:55.297365 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:45:56.674489 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:45:56.737121 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:02.620758 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=3 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:02.623292 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=3 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:06.655099 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:06.657356 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:08.395368 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60170) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:08.610016 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:46:09.035054 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-network', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:09.064023 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60192) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:09.137425 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Made reservation on behalf of 2ff45af5bd82457b9fd080026ea65b5b for: {'network': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:46:09.140402 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:09.151626 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:09.216492 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-2a19b984-6a42-4832-b6a2-7d502ca0a0e4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1364003591-network', 'tenant_id': '9ceeabe5ea2a4a24b28901f50be5d532'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:09.271177 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Publish callbacks [] for security_group (3587ddc1-84de-488e-a5a4-aeb01800a70f), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:09.354268 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a19b984-6a42-4832-b6a2-7d502ca0a0e4 admin admin] Made reservation on behalf of 9ceeabe5ea2a4a24b28901f50be5d532 for: {'network': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:46:09.357048 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2a19b984-6a42-4832-b6a2-7d502ca0a0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:09.367162 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2a19b984-6a42-4832-b6a2-7d502ca0a0e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:09.387493 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (3587ddc1-84de-488e-a5a4-aeb01800a70f), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:09.434849 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=111078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:46:09.454690 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3587ddc1-84de-488e-a5a4-aeb01800a70f,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:09.457303 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (aa97b301-aede-4147-b0e7-e117d024f896), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:09.457645 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.segments_db [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Added segment aa97b301-aede-4147-b0e7-e117d024f896 of type vlan for network c6051ff4-8399-4b19-9b2a-895d18fcb35a Jul 21 10:46:09.495594 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:09.496197 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:09.496335 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:09.496654 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:09.496991 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:09.497340 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:09.497667 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:09.498187 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:09.498624 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:09.498889 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:09.499219 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:09.499566 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:09.499893 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:09.500217 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:09.500537 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Tracked resource versions report: Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: pushed versions: Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: { 'AddressGroup': {'1.2'}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Agent': {'1.1'}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'ConntrackHelper': {'1.0'}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'LocalIPAssociation': {'1.0'}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Log': {'1.0'}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'NDPProxy': {'1.0'}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Network': {'1.1'}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Port': {'1.7'}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'PortForwarding': {'1.3'}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'QosPolicy': {'1.10'}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'SecurityGroup': {'1.5'}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'SecurityGroupRule': {'1.2'}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'SubPort': {'1.0'}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Subnet': {'1.1'}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Trunk': {'1.1'}} Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: consumer versions: Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: { DHCP agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: HyperV agent@hv-cinder-84980: {}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: L3 agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: Metadata agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: Metering agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: Open vSwitch agent@dv-cinder-849800-2-iscsi: { 'AddressGroup': '1.2', Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Agent': '1.1', Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'ConntrackHelper': '1.0', Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'LocalIPAssociation': '1.0', Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Log': '1.0', Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'NDPProxy': '1.0', Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Network': '1.1', Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Port': '1.7', Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'PortForwarding': '1.3', Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'QosPolicy': '1.10', Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'SecurityGroup': '1.5', Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'SecurityGroupRule': '1.2', Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'SubPort': '1.0', Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Subnet': '1.1', Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: 'Trunk': '1.1'}} Jul 21 10:46:09.501872 dv-cinder-849800-2-iscsi neutron-server[111078]: {{(pid=111078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 10:46:09.548740 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2a19b984-6a42-4832-b6a2-7d502ca0a0e4 admin admin] Publish callbacks [] for security_group (bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:09.564315 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (c6051ff4-8399-4b19-9b2a-895d18fcb35a), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:09.617237 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2a19b984-6a42-4832-b6a2-7d502ca0a0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:09.643110 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a19b984-6a42-4832-b6a2-7d502ca0a0e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=111078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:46:09.654289 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19b984-6a42-4832-b6a2-7d502ca0a0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:09.661115 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2a19b984-6a42-4832-b6a2-7d502ca0a0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (10af54be-e62c-450d-8841-c5ffd68bb7c1), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:09.661842 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.segments_db [None req-2a19b984-6a42-4832-b6a2-7d502ca0a0e4 admin admin] Added segment 10af54be-e62c-450d-8841-c5ffd68bb7c1 of type vlan for network a0a9180e-0a1e-4a60-91ec-2707820a22f4 Jul 21 10:46:09.709734 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2a19b984-6a42-4832-b6a2-7d502ca0a0e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (a0a9180e-0a1e-4a60-91ec-2707820a22f4), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:09.712355 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (c6051ff4-8399-4b19-9b2a-895d18fcb35a), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:09.713886 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:09.714694 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:09.799963 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] Pushing event updated for resources: {'Network': ['ID=c6051ff4-8399-4b19-9b2a-895d18fcb35a,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:09.810966 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network c6051ff4-8399-4b19-9b2a-895d18fcb35a details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:46:09.827896 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-8035f244-e088-446d-9d09-f2690357966b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.4303610 Jul 21 10:46:09.827896 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60230) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:09.832638 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-7f37b501-e73c-4d79-899a-6b2cd9073a1a admin admin] Request body: {'subnet': {'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-subnet', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:09.924870 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2a19b984-6a42-4832-b6a2-7d502ca0a0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (a0a9180e-0a1e-4a60-91ec-2707820a22f4), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:09.926157 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a19b984-6a42-4832-b6a2-7d502ca0a0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:09.927043 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2a19b984-6a42-4832-b6a2-7d502ca0a0e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:09.951924 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f37b501-e73c-4d79-899a-6b2cd9073a1a admin admin] Made reservation on behalf of 2ff45af5bd82457b9fd080026ea65b5b for: {'subnet': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:46:09.954324 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7f37b501-e73c-4d79-899a-6b2cd9073a1a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:09.966693 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=72,neutron:INSERT=25,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:09.989180 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:10.064827 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19b984-6a42-4832-b6a2-7d502ca0a0e4 admin admin] Pushing event updated for resources: {'Network': ['ID=a0a9180e-0a1e-4a60-91ec-2707820a22f4,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:10.073812 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-2a19b984-6a42-4832-b6a2-7d502ca0a0e4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.0086794 Jul 21 10:46:10.076808 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60238) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:10.080859 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network a0a9180e-0a1e-4a60-91ec-2707820a22f4 details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:46:10.087905 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Request body: {'subnet': {'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1364003591-subnet', 'tenant_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:10.112112 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60254) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:10.159850 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60258) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:10.211704 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Made reservation on behalf of 9ceeabe5ea2a4a24b28901f50be5d532 for: {'subnet': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:46:10.214657 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:10.326646 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7f37b501-e73c-4d79-899a-6b2cd9073a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for subnet (8e0cf4ee-8186-43e0-be83-a0ef0604ebdb), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:10.459552 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37b501-e73c-4d79-899a-6b2cd9073a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e0cf4ee-8186-43e0-be83-a0ef0604ebdb,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:10.462134 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f37b501-e73c-4d79-899a-6b2cd9073a1a admin admin] Checking segment: {'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:10.462500 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f37b501-e73c-4d79-899a-6b2cd9073a1a admin admin] Network hostable DHCP agents. Network: c6051ff4-8399-4b19-9b2a-895d18fcb35a, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:46:10.509427 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-1b73dfab-9ef8-42a5-bb15-30f5c6822774 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1555331969-network', 'tenant_id': '0dc215aadb5345d791945658832aae4a'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:10.565556 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f37b501-e73c-4d79-899a-6b2cd9073a1a admin admin] Network c6051ff4-8399-4b19-9b2a-895d18fcb35a is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:46:10.577314 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-7b26e650-aea6-4b19-be36-210badf3c2d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-846900156-network', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:10.594230 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b73dfab-9ef8-42a5-bb15-30f5c6822774 admin admin] Made reservation on behalf of 0dc215aadb5345d791945658832aae4a for: {'network': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:46:10.596730 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1b73dfab-9ef8-42a5-bb15-30f5c6822774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:10.607529 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1b73dfab-9ef8-42a5-bb15-30f5c6822774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:10.647945 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:10.709411 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1b73dfab-9ef8-42a5-bb15-30f5c6822774 admin admin] Publish callbacks [] for security_group (63c3bdf5-63df-407a-8949-40f36ce247b0), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:10.715378 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-7f37b501-e73c-4d79-899a-6b2cd9073a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, c6051ff4-8399-4b19-9b2a-895d18fcb35a) {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:10.716447 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for subnet (867dcedc-0693-46aa-a45d-14e1e670ddec), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:10.726431 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f37b501-e73c-4d79-899a-6b2cd9073a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:10.726807 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b26e650-aea6-4b19-be36-210badf3c2d3 admin admin] Made reservation on behalf of 29c1b9c9f7024f8494e0a9b58fe35710 for: {'network': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:46:10.727052 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7f37b501-e73c-4d79-899a-6b2cd9073a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:10.728359 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2515b4-4207-428e-bff3-c03596d9b865 None None] Network c6051ff4-8399-4b19-9b2a-895d18fcb35a requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:46:10.729877 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7b26e650-aea6-4b19-be36-210badf3c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:10.741273 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7b26e650-aea6-4b19-be36-210badf3c2d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:10.773661 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1b73dfab-9ef8-42a5-bb15-30f5c6822774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (63c3bdf5-63df-407a-8949-40f36ce247b0), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:10.820266 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-7f37b501-e73c-4d79-899a-6b2cd9073a1a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9903588 Jul 21 10:46:10.823163 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b73dfab-9ef8-42a5-bb15-30f5c6822774 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=111078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:46:10.830061 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60292) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:10.847117 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:10.870968 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1b73dfab-9ef8-42a5-bb15-30f5c6822774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (c008c34c-3cf7-4867-b5d6-54cd39a20a70), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:10.872784 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.segments_db [None req-1b73dfab-9ef8-42a5-bb15-30f5c6822774 admin admin] Added segment c008c34c-3cf7-4867-b5d6-54cd39a20a70 of type vlan for network 192d6a0f-c1f8-471a-872f-e924c6d8f479 Jul 21 10:46:10.881091 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Checking segment: {'id': '10af54be-e62c-450d-8841-c5ffd68bb7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:10.881451 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Network hostable DHCP agents. Network: a0a9180e-0a1e-4a60-91ec-2707820a22f4, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:46:10.894981 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73dfab-9ef8-42a5-bb15-30f5c6822774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c3bdf5-63df-407a-8949-40f36ce247b0,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:10.902038 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=867dcedc-0693-46aa-a45d-14e1e670ddec,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:10.922580 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7b26e650-aea6-4b19-be36-210badf3c2d3 admin admin] Publish callbacks [] for security_group (0300a0b6-7886-4119-a8bb-e59eeba80c5c), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:10.925436 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:10.925687 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:10.926063 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:10.926465 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:10.926840 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:10.927129 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:10.927429 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:10.927764 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:10.928115 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:10.928471 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:10.928806 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:10.930137 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:10.930509 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:10.930882 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:10.931217 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Tracked resource versions report: Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: pushed versions: Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: { 'AddressGroup': {'1.2'}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Agent': {'1.1'}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'ConntrackHelper': {'1.0'}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'LocalIPAssociation': {'1.0'}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Log': {'1.0'}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'NDPProxy': {'1.0'}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Network': {'1.1'}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Port': {'1.7'}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'PortForwarding': {'1.3'}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'QosPolicy': {'1.10'}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'SecurityGroup': {'1.5'}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'SecurityGroupRule': {'1.2'}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'SubPort': {'1.0'}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Subnet': {'1.1'}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Trunk': {'1.1'}} Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: consumer versions: Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: { DHCP agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: HyperV agent@hv-cinder-84980: {}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: L3 agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: Metadata agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: Metering agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: Open vSwitch agent@dv-cinder-849800-2-iscsi: { 'AddressGroup': '1.2', Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Agent': '1.1', Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'ConntrackHelper': '1.0', Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'LocalIPAssociation': '1.0', Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Log': '1.0', Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'NDPProxy': '1.0', Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Network': '1.1', Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Port': '1.7', Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'PortForwarding': '1.3', Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'QosPolicy': '1.10', Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'SecurityGroup': '1.5', Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'SecurityGroupRule': '1.2', Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'SubPort': '1.0', Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Subnet': '1.1', Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: 'Trunk': '1.1'}} Jul 21 10:46:10.933168 dv-cinder-849800-2-iscsi neutron-server[111079]: {{(pid=111079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 10:46:10.957073 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1b73dfab-9ef8-42a5-bb15-30f5c6822774 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (192d6a0f-c1f8-471a-872f-e924c6d8f479), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:10.967249 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cca8b75-1b15-5bba-a8e2-6f26b95bf61c-c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'fixed_ips': [{'subnet_id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb'}]}} from dv-cinder-849800-2-iscsi. {{(pid=111080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 10:46:10.968289 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:10.982059 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7b26e650-aea6-4b19-be36-210badf3c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (0300a0b6-7886-4119-a8bb-e59eeba80c5c), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:11.007004 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b26e650-aea6-4b19-be36-210badf3c2d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=111079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:46:11.007229 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7906117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router (bea4e702-1917-406c-9834-753b238f2ee0), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:11.010147 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7906908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router (bea4e702-1917-406c-9834-753b238f2ee0), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:11.014398 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Network a0a9180e-0a1e-4a60-91ec-2707820a22f4 is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:46:11.037073 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7b26e650-aea6-4b19-be36-210badf3c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (814ceed5-7f51-4ceb-8599-977d0acdb273), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:11.037424 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.segments_db [None req-7b26e650-aea6-4b19-be36-210badf3c2d3 admin admin] Added segment 814ceed5-7f51-4ceb-8599-977d0acdb273 of type vlan for network c770f837-eda0-4a68-b0cf-fd07722be163 Jul 21 10:46:11.050924 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26e650-aea6-4b19-be36-210badf3c2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0300a0b6-7886-4119-a8bb-e59eeba80c5c,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:11.112191 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, a0a9180e-0a1e-4a60-91ec-2707820a22f4) {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:11.127673 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:11.128226 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:11.130280 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:11.133565 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d305372-445b-4174-9c24-52bc5204bcbe None None] Network a0a9180e-0a1e-4a60-91ec-2707820a22f4 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:46:11.165054 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7b26e650-aea6-4b19-be36-210badf3c2d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (c770f837-eda0-4a68-b0cf-fd07722be163), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:11.173884 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1b73dfab-9ef8-42a5-bb15-30f5c6822774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (192d6a0f-c1f8-471a-872f-e924c6d8f479), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:11.174960 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b73dfab-9ef8-42a5-bb15-30f5c6822774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:11.175757 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1b73dfab-9ef8-42a5-bb15-30f5c6822774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:11.275311 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7b26e650-aea6-4b19-be36-210badf3c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (c770f837-eda0-4a68-b0cf-fd07722be163), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:11.279751 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b26e650-aea6-4b19-be36-210badf3c2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:11.290100 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7b26e650-aea6-4b19-be36-210badf3c2d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:11.301095 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.db_base_plugin_common [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Allocated IP 172.20.0.2 (c6051ff4-8399-4b19-9b2a-895d18fcb35a/8e0cf4ee-8186-43e0-be83-a0ef0604ebdb/a416be5b-53dc-4efd-804a-c641efc12a1f) {{(pid=111080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:46:11.308358 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cca8b75-1b15-5bba-a8e2-6f26b95bf61c-a0a9180e-0a1e-4a60-91ec-2707820a22f4', 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4', 'project_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'fixed_ips': [{'subnet_id': '867dcedc-0693-46aa-a45d-14e1e670ddec'}]}} from dv-cinder-849800-2-iscsi. {{(pid=111080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 10:46:11.309677 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:11.331505 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-828873dc-2dde-4477-9d2f-ece07e1cdba6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2533438 Jul 21 10:46:11.352198 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60302) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:11.371397 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1364003591-router', 'tenant_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:11.397235 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Publish callbacks [] for router_controller (bea4e702-1917-406c-9834-753b238f2ee0), precommit_add_association {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:11.453617 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73dfab-9ef8-42a5-bb15-30f5c6822774 admin admin] Pushing event updated for resources: {'Network': ['ID=192d6a0f-c1f8-471a-872f-e924c6d8f479,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:11.486282 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network 192d6a0f-c1f8-471a-872f-e924c6d8f479 details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:46:11.489528 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26e650-aea6-4b19-be36-210badf3c2d3 admin admin] Pushing event updated for resources: {'Network': ['ID=c770f837-eda0-4a68-b0cf-fd07722be163,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:11.519660 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60312) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:11.521057 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-1b73dfab-9ef8-42a5-bb15-30f5c6822774 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.4078181 Jul 21 10:46:11.527011 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-3944463f-fa98-443d-bfdc-44f1a64fc507 admin admin] Request body: {'subnet': {'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-subnet', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:11.533485 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network c770f837-eda0-4a68-b0cf-fd07722be163 details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:46:11.596685 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-7b26e650-aea6-4b19-be36-210badf3c2d3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4274778 Jul 21 10:46:11.604755 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60318) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:11.633878 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-bade9e75-a302-41a1-8a74-e87cd672ace3 admin admin] Request body: {'subnet': {'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-subnet', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:11.663295 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:11.681265 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:INSERT=19,neutron:SELECT=72,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:11.685405 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7906117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router (a2fced53-5736-4be5-a408-6e0e7c64d1fa), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:11.690329 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7906908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router (a2fced53-5736-4be5-a408-6e0e7c64d1fa), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:11.782183 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Publish callbacks [] for router_gateway (bea4e702-1917-406c-9834-753b238f2ee0), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:11.799122 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:11.812836 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Publish callbacks [] for router_controller (a2fced53-5736-4be5-a408-6e0e7c64d1fa), precommit_add_association {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:11.854513 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bade9e75-a302-41a1-8a74-e87cd672ace3 admin admin] Made reservation on behalf of 29c1b9c9f7024f8494e0a9b58fe35710 for: {'subnet': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:46:11.859371 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-bade9e75-a302-41a1-8a74-e87cd672ace3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:12.015091 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.db_base_plugin_common [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Allocated IP 172.20.0.2 (a0a9180e-0a1e-4a60-91ec-2707820a22f4/867dcedc-0693-46aa-a45d-14e1e670ddec/5e32d4ec-fd8c-49cd-bff2-71a539946794) {{(pid=111080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:46:12.027149 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3944463f-fa98-443d-bfdc-44f1a64fc507 admin admin] Made reservation on behalf of 0dc215aadb5345d791945658832aae4a for: {'subnet': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:46:12.029907 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3944463f-fa98-443d-bfdc-44f1a64fc507 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:12.109068 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Publish callbacks [] for port (a416be5b-53dc-4efd-804a-c641efc12a1f), precommit_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:12.112278 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:12.210199 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (a416be5b-53dc-4efd-804a-c641efc12a1f), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:12.238200 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Publish callbacks [] for router_gateway (a2fced53-5736-4be5-a408-6e0e7c64d1fa), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:12.308828 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Network c6051ff4-8399-4b19-9b2a-895d18fcb35a is already hosted by enough agents. {{(pid=111080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:12.321438 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.base_scheduler [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Resources bound (agent type, host, resource id): {{(pid=111080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:12.324388 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Received port after_create {{(pid=111080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:46:12.325688 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Publish callbacks [] for router_gateway (bea4e702-1917-406c-9834-753b238f2ee0), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:12.337606 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Pushing event updated for resources: {'Port': ['ID=a416be5b-53dc-4efd-804a-c641efc12a1f,revision_number=1']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:12.355593 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Publish callbacks [] for port (5e32d4ec-fd8c-49cd-bff2-71a539946794), precommit_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:12.361391 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:12.361775 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:12.362231 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:12.367443 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:12.367443 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:12.367443 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:12.367443 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:12.367443 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:12.367443 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:12.367443 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:12.367443 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:12.367443 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:12.367443 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:12.367443 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:12.368247 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Tracked resource versions report: Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: pushed versions: Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: { 'AddressGroup': {'1.2'}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Agent': {'1.1'}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'ConntrackHelper': {'1.0'}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'LocalIPAssociation': {'1.0'}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Log': {'1.0'}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'NDPProxy': {'1.0'}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Network': {'1.1'}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Port': {'1.7'}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'PortForwarding': {'1.3'}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'QosPolicy': {'1.10'}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'SecurityGroup': {'1.5'}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'SecurityGroupRule': {'1.2'}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'SubPort': {'1.0'}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Subnet': {'1.1'}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Trunk': {'1.1'}} Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: consumer versions: Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: { DHCP agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: HyperV agent@hv-cinder-84980: {}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: L3 agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: Metadata agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: Metering agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: Open vSwitch agent@dv-cinder-849800-2-iscsi: { 'AddressGroup': '1.2', Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Agent': '1.1', Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'ConntrackHelper': '1.0', Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'LocalIPAssociation': '1.0', Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Log': '1.0', Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'NDPProxy': '1.0', Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Network': '1.1', Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Port': '1.7', Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'PortForwarding': '1.3', Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'QosPolicy': '1.10', Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'SecurityGroup': '1.5', Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'SecurityGroupRule': '1.2', Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'SubPort': '1.0', Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Subnet': '1.1', Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: 'Trunk': '1.1'}} Jul 21 10:46:12.369054 dv-cinder-849800-2-iscsi neutron-server[111080]: {{(pid=111080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 10:46:12.373747 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:12.487347 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (5e32d4ec-fd8c-49cd-bff2-71a539946794), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:12.530290 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:12.596547 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Pushing event updated for resources: {'Port': ['ID=5e32d4ec-fd8c-49cd-bff2-71a539946794,revision_number=1']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:12.602747 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Attempting to bind port a416be5b-53dc-4efd-804a-c641efc12a1f on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:46:12.603717 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Attempting to bind port a416be5b-53dc-4efd-804a-c641efc12a1f by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:46:12.604942 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Attempting to bind port a416be5b-53dc-4efd-804a-c641efc12a1f on network c6051ff4-8399-4b19-9b2a-895d18fcb35a {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:12.620890 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Network a0a9180e-0a1e-4a60-91ec-2707820a22f4 is already hosted by enough agents. {{(pid=111080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:12.640956 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.base_scheduler [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Resources bound (agent type, host, resource id): {{(pid=111080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:12.663490 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Received port after_create {{(pid=111080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:46:12.669734 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:46:12.670134 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Checking segment: {'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:12.670604 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:12.670966 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Bound using segment: {'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:46:12.671452 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Bound port: a416be5b-53dc-4efd-804a-c641efc12a1f, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:46:12.671830 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (a416be5b-53dc-4efd-804a-c641efc12a1f), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:12.685932 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Allocated IP 172.27.0.172 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/b1f6eefb-fb93-4ae3-8658-eed1d8133f41) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:46:12.895919 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3944463f-fa98-443d-bfdc-44f1a64fc507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for subnet (6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:12.901379 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:12.903822 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Attempting to bind port 5e32d4ec-fd8c-49cd-bff2-71a539946794 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:46:12.903822 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Attempting to bind port 5e32d4ec-fd8c-49cd-bff2-71a539946794 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '10af54be-e62c-450d-8841-c5ffd68bb7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:46:12.903822 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Attempting to bind port 5e32d4ec-fd8c-49cd-bff2-71a539946794 on network a0a9180e-0a1e-4a60-91ec-2707820a22f4 {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:12.905693 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944463f-fa98-443d-bfdc-44f1a64fc507 admin admin] Checking segment: {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:12.906759 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:46:12.909098 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Publish callbacks [] for port (b1f6eefb-fb93-4ae3-8658-eed1d8133f41), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:12.910904 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Checking segment: {'id': '10af54be-e62c-450d-8841-c5ffd68bb7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:12.912288 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3944463f-fa98-443d-bfdc-44f1a64fc507 admin admin] Network hostable DHCP agents. Network: 192d6a0f-c1f8-471a-872f-e924c6d8f479, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:46:12.912377 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:12.912377 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Bound using segment: {'id': '10af54be-e62c-450d-8841-c5ffd68bb7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:46:12.912377 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Bound port: 5e32d4ec-fd8c-49cd-bff2-71a539946794, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10af54be-e62c-450d-8841-c5ffd68bb7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:46:12.912377 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (5e32d4ec-fd8c-49cd-bff2-71a539946794), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:12.927207 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] For port a416be5b-53dc-4efd-804a-c641efc12a1f, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:46:12.934819 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-bade9e75-a302-41a1-8a74-e87cd672ace3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for subnet (7c79189c-6f8d-462a-9ba9-a421b25b0a63), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:12.954040 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944463f-fa98-443d-bfdc-44f1a64fc507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:12.964391 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] For port a416be5b-53dc-4efd-804a-c641efc12a1f, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=a416be5b-53dc-4efd-804a-c641efc12a1f,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:46:13.004795 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] For port 5e32d4ec-fd8c-49cd-bff2-71a539946794, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:46:13.008374 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] For port 5e32d4ec-fd8c-49cd-bff2-71a539946794, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=5e32d4ec-fd8c-49cd-bff2-71a539946794,segment=NetworkSegment(10af54be-e62c-450d-8841-c5ffd68bb7c1),segment_id=10af54be-e62c-450d-8841-c5ffd68bb7c1)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:46:13.075836 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (a416be5b-53dc-4efd-804a-c641efc12a1f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:13.081606 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (b1f6eefb-fb93-4ae3-8658-eed1d8133f41), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:13.084973 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3944463f-fa98-443d-bfdc-44f1a64fc507 admin admin] Network 192d6a0f-c1f8-471a-872f-e924c6d8f479 is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:46:13.093194 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (5e32d4ec-fd8c-49cd-bff2-71a539946794), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:13.109464 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade9e75-a302-41a1-8a74-e87cd672ace3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c79189c-6f8d-462a-9ba9-a421b25b0a63,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:13.170348 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade9e75-a302-41a1-8a74-e87cd672ace3 admin admin] Checking segment: {'id': '814ceed5-7f51-4ceb-8599-977d0acdb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:13.170927 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bade9e75-a302-41a1-8a74-e87cd672ace3 admin admin] Network hostable DHCP agents. Network: c770f837-eda0-4a68-b0cf-fd07722be163, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:46:13.187726 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4914e-01f3-4c64-9e3f-dce7442748ab None None] Pushing event updated for resources: {'Port': ['ID=a416be5b-53dc-4efd-804a-c641efc12a1f,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:13.220345 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Publish callbacks [] for router_gateway (a2fced53-5736-4be5-a408-6e0e7c64d1fa), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:13.271317 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:13.290202 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-3944463f-fa98-443d-bfdc-44f1a64fc507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, 192d6a0f-c1f8-471a-872f-e924c6d8f479) {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:13.293075 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:13.299350 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b2972-0f17-42e9-9fde-a64d37c43080 None None] Pushing event updated for resources: {'Port': ['ID=5e32d4ec-fd8c-49cd-bff2-71a539946794,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:13.303209 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:46:13.303967 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:13.315568 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a05dce-4920-4559-9c2b-caaa64eea5a9 None None] Network 192d6a0f-c1f8-471a-872f-e924c6d8f479 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:46:13.342073 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944463f-fa98-443d-bfdc-44f1a64fc507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:13.352239 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3944463f-fa98-443d-bfdc-44f1a64fc507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:13.465959 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:13.530494 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bade9e75-a302-41a1-8a74-e87cd672ace3 admin admin] Network c770f837-eda0-4a68-b0cf-fd07722be163 is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:46:13.552405 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cca8b75-1b15-5bba-a8e2-6f26b95bf61c-192d6a0f-c1f8-471a-872f-e924c6d8f479', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83'}]}} from dv-cinder-849800-2-iscsi. {{(pid=111080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 10:46:13.553881 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:13.554350 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-bade9e75-a302-41a1-8a74-e87cd672ace3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, c770f837-eda0-4a68-b0cf-fd07722be163) {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:13.568705 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bade9e75-a302-41a1-8a74-e87cd672ace3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:13.570145 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-bade9e75-a302-41a1-8a74-e87cd672ace3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:13.581584 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Allocated IP 172.27.0.83 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/a27c4c9a-3b3f-42dc-9953-b2776070a86c) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:46:13.594708 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-3944463f-fa98-443d-bfdc-44f1a64fc507 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0735919 Jul 21 10:46:13.596489 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe81023-8d17-4a93-a243-9601708fa1fe None None] Network c770f837-eda0-4a68-b0cf-fd07722be163 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:46:13.607566 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60396) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:13.692841 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f6eefb-fb93-4ae3-8658-eed1d8133f41,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:13.714626 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:13.883305 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:13.927401 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cca8b75-1b15-5bba-a8e2-6f26b95bf61c-c770f837-eda0-4a68-b0cf-fd07722be163', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63'}]}} from dv-cinder-849800-2-iscsi. {{(pid=111080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 10:46:13.928371 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:13.961523 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.db_base_plugin_common [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Allocated IP 172.20.0.2 (192d6a0f-c1f8-471a-872f-e924c6d8f479/6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83/0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b) {{(pid=111080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:46:13.982043 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-bade9e75-a302-41a1-8a74-e87cd672ace3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3560524 Jul 21 10:46:13.986067 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60408) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:13.989513 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7906117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router (e283a85c-fc9e-4230-8da7-8cca5e8c96d2), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:13.992656 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7906908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router (e283a85c-fc9e-4230-8da7-8cca5e8c96d2), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:13.997834 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:14.024397 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Publish callbacks [] for port (a27c4c9a-3b3f-42dc-9953-b2776070a86c), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:14.047536 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:14.099504 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Publish callbacks [] for router_controller (e283a85c-fc9e-4230-8da7-8cca5e8c96d2), precommit_add_association {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:14.245648 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (a27c4c9a-3b3f-42dc-9953-b2776070a86c), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:14.273763 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.db_base_plugin_common [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Allocated IP 172.20.0.2 (c770f837-eda0-4a68-b0cf-fd07722be163/7c79189c-6f8d-462a-9ba9-a421b25b0a63/d2a07e1d-f4ca-41c8-b082-541daee36b9e) {{(pid=111080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:46:14.344241 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7906117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router (b5be4517-be14-43d5-af75-a3f4c686984a), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:14.345786 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7906908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router (b5be4517-be14-43d5-af75-a3f4c686984a), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:14.349961 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60418) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:14.352919 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Publish callbacks [] for router_gateway (bea4e702-1917-406c-9834-753b238f2ee0), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:14.361523 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:14.438243 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:14.439703 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Publish callbacks [] for port (0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b), precommit_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:14.457566 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:14.465048 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:46:14.473428 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:14.482688 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Pushing event updated for resources: {'Port': ['ID=a27c4c9a-3b3f-42dc-9953-b2776070a86c,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:14.489149 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60430) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:14.601040 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:14.624349 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Publish callbacks [] for port (d2a07e1d-f4ca-41c8-b082-541daee36b9e), precommit_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:14.631649 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:14.694841 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Pushing event updated for resources: {'Port': ['ID=0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b,revision_number=1']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:14.713923 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (d2a07e1d-f4ca-41c8-b082-541daee36b9e), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:14.767437 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Network c770f837-eda0-4a68-b0cf-fd07722be163 is already hosted by enough agents. {{(pid=111080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:14.810198 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Network 192d6a0f-c1f8-471a-872f-e924c6d8f479 is already hosted by enough agents. {{(pid=111080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:14.811836 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.base_scheduler [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Resources bound (agent type, host, resource id): {{(pid=111080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:14.819761 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Publish callbacks [] for router_controller (b5be4517-be14-43d5-af75-a3f4c686984a), precommit_add_association {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:14.829272 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Received port after_create {{(pid=111080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:46:14.840618 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.base_scheduler [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Resources bound (agent type, host, resource id): {{(pid=111080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:14.848868 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Received port after_create {{(pid=111080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:46:14.959872 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Pushing event updated for resources: {'Port': ['ID=d2a07e1d-f4ca-41c8-b082-541daee36b9e,revision_number=1']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:15.012079 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Publish callbacks [] for router_gateway (e283a85c-fc9e-4230-8da7-8cca5e8c96d2), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.038818 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 5e32d4ec-fd8c-49cd-bff2-71a539946794 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:15.071329 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-c363cbc6-c15f-4498-9850-22e873377172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.080746 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f588bd-1936-473e-857e-0c434da03218 None None] Network a0a9180e-0a1e-4a60-91ec-2707820a22f4 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:46:15.098995 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Attempting to bind port d2a07e1d-f4ca-41c8-b082-541daee36b9e on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:46:15.099669 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Attempting to bind port d2a07e1d-f4ca-41c8-b082-541daee36b9e by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '814ceed5-7f51-4ceb-8599-977d0acdb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:46:15.100194 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Attempting to bind port d2a07e1d-f4ca-41c8-b082-541daee36b9e on network c770f837-eda0-4a68-b0cf-fd07722be163 {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:15.183520 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:15.184588 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e113e748-9a65-4a36-90e7-e894f760c7fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.247944 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Publish callbacks [] for router_gateway (b5be4517-be14-43d5-af75-a3f4c686984a), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.265365 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7906845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7898792'] for router (bea4e702-1917-406c-9834-753b238f2ee0), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.301413 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e113e748-9a65-4a36-90e7-e894f760c7fb admin admin] Publish callbacks [] for security_group (14b655e9-e646-4c5d-b2a2-ea6a53e48883), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.301996 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:46:15.302640 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Checking segment: {'id': '814ceed5-7f51-4ceb-8599-977d0acdb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:15.303060 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.303556 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Bound using segment: {'id': '814ceed5-7f51-4ceb-8599-977d0acdb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:46:15.304236 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Bound port: d2a07e1d-f4ca-41c8-b082-541daee36b9e, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814ceed5-7f51-4ceb-8599-977d0acdb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:46:15.304759 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d2a07e1d-f4ca-41c8-b082-541daee36b9e), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.309657 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Attempting to bind port 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:46:15.310140 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Attempting to bind port 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:46:15.310595 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Attempting to bind port 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b on network 192d6a0f-c1f8-471a-872f-e924c6d8f479 {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:15.374271 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e113e748-9a65-4a36-90e7-e894f760c7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (14b655e9-e646-4c5d-b2a2-ea6a53e48883), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.397971 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:46:15.398357 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Checking segment: {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:15.399332 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.402723 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Bound using segment: {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:46:15.402723 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Bound port: 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:46:15.402723 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.420085 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=84,neutron:UPDATE=9,neutron:INSERT=7 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:15.468470 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-15502e54-2993-421b-ac90-1379186570b7 None None] Provisioning complete for port 5e32d4ec-fd8c-49cd-bff2-71a539946794 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:15.468866 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-15502e54-2993-421b-ac90-1379186570b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (5e32d4ec-fd8c-49cd-bff2-71a539946794), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.543717 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:15.545696 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60454) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:15.562572 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-e113e748-9a65-4a36-90e7-e894f760c7fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38c890314ac34f0995bfc122aba43df3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9631755 Jul 21 10:46:15.567986 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Publish callbacks [] for router_gateway (a2fced53-5736-4be5-a408-6e0e7c64d1fa), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.568390 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60458) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:15.602784 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] For port 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:46:15.607501 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] For port 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:46:15.611395 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 5e32d4ec-fd8c-49cd-bff2-71a539946794 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:15.611794 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (5e32d4ec-fd8c-49cd-bff2-71a539946794), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.627011 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeb2868-494c-47a7-9f82-5d117369e27f None None] Network c6051ff4-8399-4b19-9b2a-895d18fcb35a requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:46:15.707080 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] For port d2a07e1d-f4ca-41c8-b082-541daee36b9e, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:46:15.713692 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:15.721918 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113e748-9a65-4a36-90e7-e894f760c7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b655e9-e646-4c5d-b2a2-ea6a53e48883,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:15.743745 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.763030 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] For port d2a07e1d-f4ca-41c8-b082-541daee36b9e, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=d2a07e1d-f4ca-41c8-b082-541daee36b9e,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:46:15.806875 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-c363cbc6-c15f-4498-9850-22e873377172 admin admin] Publish callbacks [] for security_group (b0947166-daeb-4a09-a755-a40bf26dca40), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.827241 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f35d79ac-279b-43e3-8e6a-ee89772c90cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.850176 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Publish callbacks [] for router_gateway (b5be4517-be14-43d5-af75-a3f4c686984a), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.854152 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0c578155-f678-4b7d-91c8-b59646329d6c admin admin] Publish callbacks [] for security_group (14b655e9-e646-4c5d-b2a2-ea6a53e48883), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.883916 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (d2a07e1d-f4ca-41c8-b082-541daee36b9e), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.895296 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.944354 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0c578155-f678-4b7d-91c8-b59646329d6c admin admin] Publish callbacks [] for security_group (14b655e9-e646-4c5d-b2a2-ea6a53e48883), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.946473 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Publish callbacks [] for router_gateway (e283a85c-fc9e-4230-8da7-8cca5e8c96d2), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.950812 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-c363cbc6-c15f-4498-9850-22e873377172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (b0947166-daeb-4a09-a755-a40bf26dca40), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:15.964307 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Router bea4e702-1917-406c-9834-753b238f2ee0 is scheduled to L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 with binding_index 1 {{(pid=111078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 10:46:16.003262 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-15502e54-2993-421b-ac90-1379186570b7 None None] Current status of the port 5e32d4ec-fd8c-49cd-bff2-71a539946794 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:16.003808 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-15502e54-2993-421b-ac90-1379186570b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (5e32d4ec-fd8c-49cd-bff2-71a539946794), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:16.047497 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-c363cbc6-c15f-4498-9850-22e873377172 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dfdeaccd863e4b6482f4e54c710b664b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6828907 Jul 21 10:46:16.053426 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60472) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:16.067618 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363cbc6-c15f-4498-9850-22e873377172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0947166-daeb-4a09-a755-a40bf26dca40,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:16.089035 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:16.093358 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 5e32d4ec-fd8c-49cd-bff2-71a539946794 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:16.093799 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (5e32d4ec-fd8c-49cd-bff2-71a539946794), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:16.151142 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:16.252596 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87415a-7be5-4a61-a39c-8f9d2f37e8c3 None None] Pushing event updated for resources: {'Port': ['ID=0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:16.292956 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7906845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7898792'] for router (a2fced53-5736-4be5-a408-6e0e7c64d1fa), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:16.295434 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] For port 5e32d4ec-fd8c-49cd-bff2-71a539946794, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=5e32d4ec-fd8c-49cd-bff2-71a539946794,segment=NetworkSegment(10af54be-e62c-450d-8841-c5ffd68bb7c1),segment_id=10af54be-e62c-450d-8841-c5ffd68bb7c1)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:46:16.385672 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (5e32d4ec-fd8c-49cd-bff2-71a539946794), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:16.386495 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device a416be5b-53dc-4efd-804a-c641efc12a1f up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:16.393449 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Allocated IP 172.27.0.150 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/a8589071-c273-4e69-a912-5d2587db1eb1) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:46:16.468970 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a87f0-c484-4aa2-8232-123cd5558e44 None None] Pushing event updated for resources: {'Port': ['ID=d2a07e1d-f4ca-41c8-b082-541daee36b9e,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:16.518947 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f35d79ac-279b-43e3-8e6a-ee89772c90cc admin admin] Publish callbacks [] for security_group (d899b365-11c8-48b8-95d3-688738fee0c8), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:16.545771 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:16.553797 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Router a2fced53-5736-4be5-a408-6e0e7c64d1fa is scheduled to L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 with binding_index 1 {{(pid=111079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 10:46:16.571240 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port a416be5b-53dc-4efd-804a-c641efc12a1f triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:16.571642 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (a416be5b-53dc-4efd-804a-c641efc12a1f), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:16.578801 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.db.api [None req-15502e54-2993-421b-ac90-1379186570b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 21 10:46:16.579402 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG oslo_db.api [None req-15502e54-2993-421b-ac90-1379186570b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 10:46:16.620209 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Pushing event updated for resources: {'Port': ['ID=5e32d4ec-fd8c-49cd-bff2-71a539946794,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:16.621642 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f35d79ac-279b-43e3-8e6a-ee89772c90cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (d899b365-11c8-48b8-95d3-688738fee0c8), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:16.678233 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0c578155-f678-4b7d-91c8-b59646329d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (14b655e9-e646-4c5d-b2a2-ea6a53e48883), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:16.680931 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0c578155-f678-4b7d-91c8-b59646329d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:16.685912 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-0c578155-f678-4b7d-91c8-b59646329d6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14b655e9-e646-4c5d-b2a2-ea6a53e48883 HTTP/1.1" status: 204 len: 168 time: 1.1135149 Jul 21 10:46:16.686084 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port a416be5b-53dc-4efd-804a-c641efc12a1f is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:16.686084 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (a416be5b-53dc-4efd-804a-c641efc12a1f), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:16.718099 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:16.731286 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] For port a416be5b-53dc-4efd-804a-c641efc12a1f, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=a416be5b-53dc-4efd-804a-c641efc12a1f,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:46:16.737655 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:46:16.739644 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:16.765915 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-f35d79ac-279b-43e3-8e6a-ee89772c90cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8158bf3416a04a538b87a7fab0f2cc23&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2191370 Jul 21 10:46:16.770755 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Sync routers for ids ['a2fced53-5736-4be5-a408-6e0e7c64d1fa'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:46:16.771847 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60480) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:16.795636 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Routers {'a2fced53-5736-4be5-a408-6e0e7c64d1fa'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:46:16.797928 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:45:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['a2fced53-5736-4be5-a408-6e0e7c64d1fa'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:16.813923 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Publish callbacks [] for port (a8589071-c273-4e69-a912-5d2587db1eb1), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:16.816891 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (a416be5b-53dc-4efd-804a-c641efc12a1f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:16.817685 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:46:16.835701 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ed18a188-616b-4d35-9cf3-6a12a4580ae9 admin admin] Publish callbacks [] for security_group (b0947166-daeb-4a09-a755-a40bf26dca40), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:16.849415 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d79ac-279b-43e3-8e6a-ee89772c90cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d899b365-11c8-48b8-95d3-688738fee0c8,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:16.866618 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:16.867794 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-f7764112-eb94-4323-9e5e-1416a6bbe400 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5101671 Jul 21 10:46:16.874173 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60482) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:16.890121 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c578155-f678-4b7d-91c8-b59646329d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b655e9-e646-4c5d-b2a2-ea6a53e48883,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:16.909773 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ed18a188-616b-4d35-9cf3-6a12a4580ae9 admin admin] Publish callbacks [] for security_group (b0947166-daeb-4a09-a755-a40bf26dca40), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:16.973074 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:16.986006 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:16.990874 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-b082de6b-1ac7-4fd0-9194-fb07d3cf63d6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1530674 Jul 21 10:46:16.992959 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60488) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:16.997091 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Sync routers for ids ['bea4e702-1917-406c-9834-753b238f2ee0'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:46:17.013774 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Pushing event updated for resources: {'Port': ['ID=a416be5b-53dc-4efd-804a-c641efc12a1f,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:17.038577 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Routers {'bea4e702-1917-406c-9834-753b238f2ee0'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:46:17.039357 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-31378575-e5dc-48ee-a603-07636d259489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:45:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['bea4e702-1917-406c-9834-753b238f2ee0'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:17.080049 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (a8589071-c273-4e69-a912-5d2587db1eb1), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:17.146450 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ed18a188-616b-4d35-9cf3-6a12a4580ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (b0947166-daeb-4a09-a755-a40bf26dca40), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:17.149400 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ed18a188-616b-4d35-9cf3-6a12a4580ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:17.150872 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-ed18a188-616b-4d35-9cf3-6a12a4580ae9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0947166-daeb-4a09-a755-a40bf26dca40 HTTP/1.1" status: 204 len: 168 time: 1.0879917 Jul 21 10:46:17.173525 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:17.193687 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:17.204027 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18a188-616b-4d35-9cf3-6a12a4580ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0947166-daeb-4a09-a755-a40bf26dca40,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:17.219532 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:17.228342 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:46:17.245141 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Allocated IP 172.27.0.92 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/473fb1fa-fb77-49e0-93df-6025e745ab4e) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:46:17.245937 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Pushing event updated for resources: {'Port': ['ID=a8589071-c273-4e69-a912-5d2587db1eb1,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:17.278751 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-15502e54-2993-421b-ac90-1379186570b7 None None] Current status of the port 5e32d4ec-fd8c-49cd-bff2-71a539946794 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:17.297036 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device d2a07e1d-f4ca-41c8-b082-541daee36b9e up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:17.301672 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Set router a2fced53-5736-4be5-a408-6e0e7c64d1fa gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:46:17.360846 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Set router bea4e702-1917-406c-9834-753b238f2ee0 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:46:17.455259 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ffd7e167-4e9f-4d2e-b73c-1ece584ce645 admin admin] Publish callbacks [] for security_group (d899b365-11c8-48b8-95d3-688738fee0c8), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:17.597580 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-af31a494-4f28-454f-b4cd-d0939d5c51c5 None None] Provisioning complete for port a416be5b-53dc-4efd-804a-c641efc12a1f triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:17.602565 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-af31a494-4f28-454f-b4cd-d0939d5c51c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (a416be5b-53dc-4efd-804a-c641efc12a1f), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:17.643980 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Publish callbacks [] for port (473fb1fa-fb77-49e0-93df-6025e745ab4e), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:17.672085 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:17.678248 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ffd7e167-4e9f-4d2e-b73c-1ece584ce645 admin admin] Publish callbacks [] for security_group (d899b365-11c8-48b8-95d3-688738fee0c8), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:17.767693 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:17.769991 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Publish callbacks [] for router_gateway (b5be4517-be14-43d5-af75-a3f4c686984a), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:17.775998 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcf2aae-282c-4551-b87e-a561a5fdc403 None None] Network 192d6a0f-c1f8-471a-872f-e924c6d8f479 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:46:17.789760 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port d2a07e1d-f4ca-41c8-b082-541daee36b9e triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:17.789760 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d2a07e1d-f4ca-41c8-b082-541daee36b9e), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:17.889972 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'name': 'tempest-DeleteServersTestJSON-1364003591-router', 'tenant_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a27c4c9a-3b3f-42dc-9953-b2776070a86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:15Z', 'revision_number': 3, 'project_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'gw_port': {'id': 'a27c4c9a-3b3f-42dc-9953-b2776070a86c', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ba:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:13Z', 'updated_at': '2022-07-21T10:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:17.936799 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Checking router: a2fced53-5736-4be5-a408-6e0e7c64d1fa for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:46:17.939632 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Updating router a2fced53-5736-4be5-a408-6e0e7c64d1fa port a27c4c9a-3b3f-42dc-9953-b2776070a86c binding host dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:46:17.976805 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (a27c4c9a-3b3f-42dc-9953-b2776070a86c), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:18.108337 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7906845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7898792'] for router (b5be4517-be14-43d5-af75-a3f4c686984a), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:18.122988 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-af31a494-4f28-454f-b4cd-d0939d5c51c5 None None] Current status of the port a416be5b-53dc-4efd-804a-c641efc12a1f is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:18.126734 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:18.132933 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-31378575-e5dc-48ee-a603-07636d259489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:13Z', 'revision_number': 3, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'gw_port': {'id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:12Z', 'updated_at': '2022-07-21T10:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:18.184363 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60506) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:18.205476 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2e6639dd-c78a-4a36-8fab-4f2c6bdb7901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:18.435723 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2e6639dd-c78a-4a36-8fab-4f2c6bdb7901 admin admin] Publish callbacks [] for security_group (3906e888-bcae-4a0e-b71e-c32f85826006), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:18.439037 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:18.446678 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-af31a494-4f28-454f-b4cd-d0939d5c51c5 None None] Provisioning complete for port 5e32d4ec-fd8c-49cd-bff2-71a539946794 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:18.447449 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-af31a494-4f28-454f-b4cd-d0939d5c51c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (5e32d4ec-fd8c-49cd-bff2-71a539946794), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:18.450021 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Checking router: bea4e702-1917-406c-9834-753b238f2ee0 for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:46:18.450458 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Updating router bea4e702-1917-406c-9834-753b238f2ee0 port b1f6eefb-fb93-4ae3-8658-eed1d8133f41 binding host dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:46:18.471358 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0423f625-246b-441c-a035-70095c051835 None None] Network c770f837-eda0-4a68-b0cf-fd07722be163 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:46:18.493633 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Router b5be4517-be14-43d5-af75-a3f4c686984a is scheduled to L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 with binding_index 1 {{(pid=111078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 10:46:18.567691 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2e6639dd-c78a-4a36-8fab-4f2c6bdb7901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (3906e888-bcae-4a0e-b71e-c32f85826006), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:18.588951 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ffd7e167-4e9f-4d2e-b73c-1ece584ce645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (d899b365-11c8-48b8-95d3-688738fee0c8), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:18.591568 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ffd7e167-4e9f-4d2e-b73c-1ece584ce645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:18.592940 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-ffd7e167-4e9f-4d2e-b73c-1ece584ce645 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d899b365-11c8-48b8-95d3-688738fee0c8 HTTP/1.1" status: 204 len: 168 time: 1.8194487 Jul 21 10:46:18.593951 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (473fb1fa-fb77-49e0-93df-6025e745ab4e), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:18.603708 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-2e6639dd-c78a-4a36-8fab-4f2c6bdb7901 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19d269089cc940b5a44bd003fde971fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4228871 Jul 21 10:46:18.608601 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60524) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:18.651963 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:18.658139 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port d2a07e1d-f4ca-41c8-b082-541daee36b9e is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:18.658763 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d2a07e1d-f4ca-41c8-b082-541daee36b9e), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:18.661886 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:18.693597 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (b1f6eefb-fb93-4ae3-8658-eed1d8133f41), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:18.730008 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6639dd-c78a-4a36-8fab-4f2c6bdb7901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3906e888-bcae-4a0e-b71e-c32f85826006,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:18.733469 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:46:18.747902 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7e167-4e9f-4d2e-b73c-1ece584ce645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d899b365-11c8-48b8-95d3-688738fee0c8,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:18.830246 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:46:18.851724 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] For port d2a07e1d-f4ca-41c8-b082-541daee36b9e, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=d2a07e1d-f4ca-41c8-b082-541daee36b9e,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:46:18.859323 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-af31a494-4f28-454f-b4cd-d0939d5c51c5 None None] Current status of the port 5e32d4ec-fd8c-49cd-bff2-71a539946794 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:18.859564 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Sync routers for ids ['b5be4517-be14-43d5-af75-a3f4c686984a'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:46:18.868635 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:18.872059 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Pushing event updated for resources: {'Port': ['ID=473fb1fa-fb77-49e0-93df-6025e745ab4e,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:18.905725 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7387f704-532d-47a4-a51f-6cbe0390a466 admin admin] Publish callbacks [] for security_group (3906e888-bcae-4a0e-b71e-c32f85826006), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:18.910073 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Publish callbacks [] for port (a27c4c9a-3b3f-42dc-9953-b2776070a86c), precommit_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:18.911908 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Routers {'b5be4517-be14-43d5-af75-a3f4c686984a'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:46:18.912573 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:45:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['b5be4517-be14-43d5-af75-a3f4c686984a'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:18.974568 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7387f704-532d-47a4-a51f-6cbe0390a466 admin admin] Publish callbacks [] for security_group (3906e888-bcae-4a0e-b71e-c32f85826006), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:18.976367 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (d2a07e1d-f4ca-41c8-b082-541daee36b9e), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:18.977351 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 5e32d4ec-fd8c-49cd-bff2-71a539946794 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:18.983273 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:18.990284 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-670ec58e-915b-4c7e-a2ae-4dc627600068 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9984164 Jul 21 10:46:19.001214 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60530) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:19.049776 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (a27c4c9a-3b3f-42dc-9953-b2776070a86c), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:19.112841 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:19.118532 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Attempting to bind port a27c4c9a-3b3f-42dc-9953-b2776070a86c on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:46:19.131063 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Attempting to bind port a27c4c9a-3b3f-42dc-9953-b2776070a86c by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:46:19.131620 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Attempting to bind port a27c4c9a-3b3f-42dc-9953-b2776070a86c on network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:19.140590 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:46:19.141065 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Checking segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:19.141570 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:19.142058 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Bound using segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:46:19.142657 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Bound port: a27c4c9a-3b3f-42dc-9953-b2776070a86c, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:46:19.143315 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (a27c4c9a-3b3f-42dc-9953-b2776070a86c), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:19.173087 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:19.188588 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-5700d7a2-8df9-4af7-8d1d-e9eaf1ba2546 None None] Provisioning complete for port 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:19.194192 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-5700d7a2-8df9-4af7-8d1d-e9eaf1ba2546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:19.267381 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 5e32d4ec-fd8c-49cd-bff2-71a539946794 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:19.268133 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (5e32d4ec-fd8c-49cd-bff2-71a539946794), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:19.279853 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:19.372552 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7387f704-532d-47a4-a51f-6cbe0390a466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (3906e888-bcae-4a0e-b71e-c32f85826006), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:19.373272 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378dfaf4-792e-45ff-b531-630c2b89c389 None None] Pushing event updated for resources: {'Port': ['ID=a27c4c9a-3b3f-42dc-9953-b2776070a86c,revision_number=2']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:19.375666 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7387f704-532d-47a4-a51f-6cbe0390a466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:19.377217 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-7387f704-532d-47a4-a51f-6cbe0390a466 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3906e888-bcae-4a0e-b71e-c32f85826006 HTTP/1.1" status: 204 len: 168 time: 0.7641940 Jul 21 10:46:19.404702 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378dfaf4-792e-45ff-b531-630c2b89c389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:19.405046 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378dfaf4-792e-45ff-b531-630c2b89c389 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:19.405390 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378dfaf4-792e-45ff-b531-630c2b89c389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:19.405753 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378dfaf4-792e-45ff-b531-630c2b89c389 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:19.406226 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378dfaf4-792e-45ff-b531-630c2b89c389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:19.406416 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378dfaf4-792e-45ff-b531-630c2b89c389 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:19.411941 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378dfaf4-792e-45ff-b531-630c2b89c389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:19.412387 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378dfaf4-792e-45ff-b531-630c2b89c389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:19.412737 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378dfaf4-792e-45ff-b531-630c2b89c389 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:19.413078 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378dfaf4-792e-45ff-b531-630c2b89c389 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:19.413504 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378dfaf4-792e-45ff-b531-630c2b89c389 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:19.413870 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378dfaf4-792e-45ff-b531-630c2b89c389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:19.414211 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378dfaf4-792e-45ff-b531-630c2b89c389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:19.414593 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378dfaf4-792e-45ff-b531-630c2b89c389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:19.414908 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378dfaf4-792e-45ff-b531-630c2b89c389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378dfaf4-792e-45ff-b531-630c2b89c389 None None] Tracked resource versions report: Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: pushed versions: Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: { 'AddressGroup': {'1.2'}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Agent': {'1.1'}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'ConntrackHelper': {'1.0'}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'LocalIPAssociation': {'1.0'}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Log': {'1.0'}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'NDPProxy': {'1.0'}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Network': {'1.1'}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Port': {'1.7'}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'PortForwarding': {'1.3'}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'QosPolicy': {'1.10'}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'SecurityGroup': {'1.5'}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'SecurityGroupRule': {'1.2'}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'SubPort': {'1.0'}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Subnet': {'1.1'}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Trunk': {'1.1'}} Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: consumer versions: Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: { DHCP agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: HyperV agent@hv-cinder-84980: {}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: L3 agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: Metadata agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: Metering agent@dv-cinder-849800-2-iscsi: {}, Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: Open vSwitch agent@dv-cinder-849800-2-iscsi: { 'AddressGroup': '1.2', Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Agent': '1.1', Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'ConntrackHelper': '1.0', Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'LocalIPAssociation': '1.0', Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Log': '1.0', Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'NDPProxy': '1.0', Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Network': '1.1', Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Port': '1.7', Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'PortForwarding': '1.3', Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'QosPolicy': '1.10', Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'SecurityGroup': '1.5', Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'SecurityGroupRule': '1.2', Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'SubPort': '1.0', Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Subnet': '1.1', Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: 'Trunk': '1.1'}} Jul 21 10:46:19.421714 dv-cinder-849800-2-iscsi neutron-server[111081]: {{(pid=111081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 10:46:19.433475 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:19.444928 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:19.459732 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387f704-532d-47a4-a51f-6cbe0390a466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3906e888-bcae-4a0e-b71e-c32f85826006,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:19.511157 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:19.532618 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Set router b5be4517-be14-43d5-af75-a3f4c686984a gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:46:19.535377 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] For port a27c4c9a-3b3f-42dc-9953-b2776070a86c, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:46:19.557961 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Pushing event updated for resources: {'Port': ['ID=d2a07e1d-f4ca-41c8-b082-541daee36b9e,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:19.612549 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:19.624262 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-5700d7a2-8df9-4af7-8d1d-e9eaf1ba2546 None None] Current status of the port 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:19.626642 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-5700d7a2-8df9-4af7-8d1d-e9eaf1ba2546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:19.684222 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60550) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:19.699632 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] For port a27c4c9a-3b3f-42dc-9953-b2776070a86c, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=a27c4c9a-3b3f-42dc-9953-b2776070a86c,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:46:19.707932 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-5700d7a2-8df9-4af7-8d1d-e9eaf1ba2546 None None] For port 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:46:19.758523 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:19.766384 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-feb5fc75-e705-4b81-8061-b8899821d11b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:19.776834 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] Allocated IP 172.20.0.1 (c6051ff4-8399-4b19-9b2a-895d18fcb35a/8e0cf4ee-8186-43e0-be83-a0ef0604ebdb/1488a3fe-4dfc-4101-8ef0-58e3c2d181d8) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:46:19.789278 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 5e32d4ec-fd8c-49cd-bff2-71a539946794 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:19.791888 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:19.855631 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Publish callbacks [] for port (b1f6eefb-fb93-4ae3-8658-eed1d8133f41), precommit_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:19.855918 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (a27c4c9a-3b3f-42dc-9953-b2776070a86c), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:19.883091 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-5700d7a2-8df9-4af7-8d1d-e9eaf1ba2546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:19.899580 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-5700d7a2-8df9-4af7-8d1d-e9eaf1ba2546 None None] Provisioning complete for port d2a07e1d-f4ca-41c8-b082-541daee36b9e triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:19.905278 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-5700d7a2-8df9-4af7-8d1d-e9eaf1ba2546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d2a07e1d-f4ca-41c8-b082-541daee36b9e), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:20.016060 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Routers {'a2fced53-5736-4be5-a408-6e0e7c64d1fa'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:46:20.017890 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:45:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['a2fced53-5736-4be5-a408-6e0e7c64d1fa'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:20.020072 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Publish callbacks [] for router_gateway (e283a85c-fc9e-4230-8da7-8cca5e8c96d2), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:20.023782 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378dfaf4-792e-45ff-b531-630c2b89c389 None None] Pushing event updated for resources: {'Port': ['ID=a27c4c9a-3b3f-42dc-9953-b2776070a86c,revision_number=3']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:20.081826 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (b1f6eefb-fb93-4ae3-8658-eed1d8133f41), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:20.109202 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:20.110602 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:20.210337 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700d7a2-8df9-4af7-8d1d-e9eaf1ba2546 None None] Pushing event updated for resources: {'Port': ['ID=0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:20.221712 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:20.241848 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:20.269987 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:17Z', 'revision_number': 3, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:20.272176 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Attempting to bind port b1f6eefb-fb93-4ae3-8658-eed1d8133f41 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:46:20.272563 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Attempting to bind port b1f6eefb-fb93-4ae3-8658-eed1d8133f41 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:46:20.272932 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Attempting to bind port b1f6eefb-fb93-4ae3-8658-eed1d8133f41 on network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:20.281429 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] Publish callbacks [] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:20.313185 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Checking router: b5be4517-be14-43d5-af75-a3f4c686984a for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:46:20.313749 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Updating router b5be4517-be14-43d5-af75-a3f4c686984a port a8589071-c273-4e69-a912-5d2587db1eb1 binding host dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:46:20.326527 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:46:20.326958 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Checking segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:20.327384 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:20.327860 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Bound using segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:46:20.328294 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Bound port: b1f6eefb-fb93-4ae3-8658-eed1d8133f41, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:46:20.328684 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (b1f6eefb-fb93-4ae3-8658-eed1d8133f41), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:20.407960 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-31378575-e5dc-48ee-a603-07636d259489 None None] For port b1f6eefb-fb93-4ae3-8658-eed1d8133f41, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:46:20.410396 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-31378575-e5dc-48ee-a603-07636d259489 None None] For port b1f6eefb-fb93-4ae3-8658-eed1d8133f41, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=b1f6eefb-fb93-4ae3-8658-eed1d8133f41,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:46:20.430085 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (a8589071-c273-4e69-a912-5d2587db1eb1), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:20.441788 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] Set router a2fced53-5736-4be5-a408-6e0e7c64d1fa gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:46:20.468265 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f24f89-684c-47e4-ac6c-2cdba8203c5e None None] Pushing event updated for resources: {'Port': ['ID=b1f6eefb-fb93-4ae3-8658-eed1d8133f41,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:20.519320 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] Allocated IP 172.20.0.1 (c770f837-eda0-4a68-b0cf-fd07722be163/7c79189c-6f8d-462a-9ba9-a421b25b0a63/72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:46:20.528003 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (b1f6eefb-fb93-4ae3-8658-eed1d8133f41), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:20.532673 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] Allocated IP 172.20.0.1 (a0a9180e-0a1e-4a60-91ec-2707820a22f4/867dcedc-0693-46aa-a45d-14e1e670ddec/662c43de-594f-4fdb-9215-e591f8b6a274) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:46:20.537607 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:20.622762 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:20.638977 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-5700d7a2-8df9-4af7-8d1d-e9eaf1ba2546 None None] Current status of the port d2a07e1d-f4ca-41c8-b082-541daee36b9e is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:20.691539 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-feb5fc75-e705-4b81-8061-b8899821d11b admin admin] Publish callbacks [] for security_group (ee1c3f9b-5186-4f4b-8a32-9351ef150368), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:20.714959 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:20.760159 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-feb5fc75-e705-4b81-8061-b8899821d11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (ee1c3f9b-5186-4f4b-8a32-9351ef150368), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:20.775059 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Routers {'bea4e702-1917-406c-9834-753b238f2ee0'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:46:20.777657 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-31378575-e5dc-48ee-a603-07636d259489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:45:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['bea4e702-1917-406c-9834-753b238f2ee0'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:20.789165 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f24f89-684c-47e4-ac6c-2cdba8203c5e None None] Pushing event updated for resources: {'Port': ['ID=b1f6eefb-fb93-4ae3-8658-eed1d8133f41,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:20.883634 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:20.915699 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] Publish callbacks [] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:20.935550 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5fc75-e705-4b81-8061-b8899821d11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1c3f9b-5186-4f4b-8a32-9351ef150368,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:20.952336 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:20.967488 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-feb5fc75-e705-4b81-8061-b8899821d11b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9791569569ab4636a9777f0ca3d84808&name=default HTTP/1.1" status: 200 len: 2995 time: 1.2830117 Jul 21 10:46:20.977342 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60580) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:20.983827 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-31378575-e5dc-48ee-a603-07636d259489 None None] Set router bea4e702-1917-406c-9834-753b238f2ee0 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:46:21.105904 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'name': 'tempest-DeleteServersTestJSON-1364003591-router', 'tenant_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a27c4c9a-3b3f-42dc-9953-b2776070a86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:15Z', 'revision_number': 3, 'project_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'gw_port': {'id': 'a27c4c9a-3b3f-42dc-9953-b2776070a86c', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ba:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:13Z', 'updated_at': '2022-07-21T10:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:21.109520 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:21.123024 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] Network c6051ff4-8399-4b19-9b2a-895d18fcb35a is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:21.129189 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:21.148565 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:46:21.149054 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906643'] for router_interface (bea4e702-1917-406c-9834-753b238f2ee0), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:21.155532 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:21.161373 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-59e8f1a3-e051-4e99-ae3f-add464cf52c0 admin admin] Publish callbacks [] for security_group (ee1c3f9b-5186-4f4b-8a32-9351ef150368), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:21.197466 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device d2a07e1d-f4ca-41c8-b082-541daee36b9e up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:21.199255 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:21.207481 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f27521-01a8-4f11-824e-56b4ac148851 None None] The sync data for ids ['a2fced53-5736-4be5-a408-6e0e7c64d1fa'] in dv-cinder-849800-2-iscsi is: [{'id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'name': 'tempest-DeleteServersTestJSON-1364003591-router', 'tenant_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a27c4c9a-3b3f-42dc-9953-b2776070a86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:15Z', 'revision_number': 3, 'project_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'gw_port': {'id': 'a27c4c9a-3b3f-42dc-9953-b2776070a86c', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ba:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:13Z', 'updated_at': '2022-07-21T10:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:46:21.247822 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] Pushing event updated for resources: {'Port': ['ID=1488a3fe-4dfc-4101-8ef0-58e3c2d181d8,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:21.304814 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-135fc072-9512-4d79-a601-ba4ac1c05dfb None None] Provisioning complete for port d2a07e1d-f4ca-41c8-b082-541daee36b9e triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:21.307357 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-135fc072-9512-4d79-a601-ba4ac1c05dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d2a07e1d-f4ca-41c8-b082-541daee36b9e), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:21.315175 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:21.324523 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] Publish callbacks [] for port (662c43de-594f-4fdb-9215-e591f8b6a274), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:21.325975 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-59e8f1a3-e051-4e99-ae3f-add464cf52c0 admin admin] Publish callbacks [] for security_group (ee1c3f9b-5186-4f4b-8a32-9351ef150368), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:21.326823 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7906845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7898792'] for router (e283a85c-fc9e-4230-8da7-8cca5e8c96d2), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:21.442170 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] Network c770f837-eda0-4a68-b0cf-fd07722be163 is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:21.460673 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-31378575-e5dc-48ee-a603-07636d259489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:13Z', 'revision_number': 3, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'gw_port': {'id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:12Z', 'updated_at': '2022-07-21T10:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:21.463637 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] Pushing event updated for resources: {'Port': ['ID=72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:21.486895 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:21.491131 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:46:21.491624 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906643'] for router_interface (b5be4517-be14-43d5-af75-a3f4c686984a), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:21.528258 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Publish callbacks [] for port (a8589071-c273-4e69-a912-5d2587db1eb1), precommit_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:21.640122 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (a8589071-c273-4e69-a912-5d2587db1eb1), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:21.713778 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:21.795460 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (662c43de-594f-4fdb-9215-e591f8b6a274), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:21.818697 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Attempting to bind port a8589071-c273-4e69-a912-5d2587db1eb1 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:46:21.819234 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Attempting to bind port a8589071-c273-4e69-a912-5d2587db1eb1 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:46:21.819767 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Attempting to bind port a8589071-c273-4e69-a912-5d2587db1eb1 on network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:21.824609 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78daac-07ca-4009-b219-64af8b4b7a67 None None] Pushing event updated for resources: {'Port': ['ID=a8589071-c273-4e69-a912-5d2587db1eb1,revision_number=2']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:21.833232 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:46:21.841119 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Checking segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:21.841119 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:21.841119 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Bound using segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:46:21.841119 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Bound port: a8589071-c273-4e69-a912-5d2587db1eb1, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:46:21.841119 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (a8589071-c273-4e69-a912-5d2587db1eb1), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:21.922878 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] For port a8589071-c273-4e69-a912-5d2587db1eb1, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:46:21.928148 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] For port a8589071-c273-4e69-a912-5d2587db1eb1, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=a8589071-c273-4e69-a912-5d2587db1eb1,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:46:21.964191 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port d2a07e1d-f4ca-41c8-b082-541daee36b9e triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:21.967053 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d2a07e1d-f4ca-41c8-b082-541daee36b9e), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:21.983631 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31378575-e5dc-48ee-a603-07636d259489 None None] The sync data for ids ['bea4e702-1917-406c-9834-753b238f2ee0'] in dv-cinder-849800-2-iscsi is: [{'id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:13Z', 'revision_number': 3, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'gw_port': {'id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:12Z', 'updated_at': '2022-07-21T10:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:46:22.019152 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] Network a0a9180e-0a1e-4a60-91ec-2707820a22f4 is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:22.023437 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (a8589071-c273-4e69-a912-5d2587db1eb1), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:22.064721 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:22.070923 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:22.083449 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-a3014162-4444-4f65-be07-754f1ed61ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:22.088367 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:46:22.092819 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906643'] for router_interface (a2fced53-5736-4be5-a408-6e0e7c64d1fa), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:22.139432 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] Pushing event updated for resources: {'Port': ['ID=662c43de-594f-4fdb-9215-e591f8b6a274,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:22.203120 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78daac-07ca-4009-b219-64af8b4b7a67 None None] Pushing event updated for resources: {'Port': ['ID=a8589071-c273-4e69-a912-5d2587db1eb1,revision_number=3']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:22.214699 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Routers {'b5be4517-be14-43d5-af75-a3f4c686984a'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:46:22.215483 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:45:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['b5be4517-be14-43d5-af75-a3f4c686984a'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:22.268489 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-59e8f1a3-e051-4e99-ae3f-add464cf52c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (ee1c3f9b-5186-4f4b-8a32-9351ef150368), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:22.288974 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-59e8f1a3-e051-4e99-ae3f-add464cf52c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:22.292711 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-59e8f1a3-e051-4e99-ae3f-add464cf52c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee1c3f9b-5186-4f4b-8a32-9351ef150368 HTTP/1.1" status: 204 len: 168 time: 1.3108411 Jul 21 10:46:22.292887 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:22.346107 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port d2a07e1d-f4ca-41c8-b082-541daee36b9e is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:22.350573 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device a416be5b-53dc-4efd-804a-c641efc12a1f up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:22.354962 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:22.357797 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-135fc072-9512-4d79-a601-ba4ac1c05dfb None None] Current status of the port d2a07e1d-f4ca-41c8-b082-541daee36b9e is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:22.375865 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:22.377459 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8f1a3-e051-4e99-ae3f-add464cf52c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1c3f9b-5186-4f4b-8a32-9351ef150368,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:22.385357 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:22.445322 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 is scheduled to L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 with binding_index 1 {{(pid=111079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 10:46:22.504626 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-2e72aa47-958e-40b1-b8a7-5ca582c1f7b7 None None] Provisioning complete for port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:22.505172 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-2e72aa47-958e-40b1-b8a7-5ca582c1f7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:22.545525 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port a416be5b-53dc-4efd-804a-c641efc12a1f triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:22.546021 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (a416be5b-53dc-4efd-804a-c641efc12a1f), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:22.549820 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-2e72aa47-958e-40b1-b8a7-5ca582c1f7b7 None None] Port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:46:22.588026 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-2e72aa47-958e-40b1-b8a7-5ca582c1f7b7 None None] Provisioning complete for port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:22.588484 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-2e72aa47-958e-40b1-b8a7-5ca582c1f7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:22.589315 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] Set router b5be4517-be14-43d5-af75-a3f4c686984a gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:46:22.660955 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-2e72aa47-958e-40b1-b8a7-5ca582c1f7b7 None None] Port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:46:22.710203 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:22.734071 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port a416be5b-53dc-4efd-804a-c641efc12a1f is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:22.735195 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:22.832193 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-5ef27094-f1f7-41cb-92f1-13ec862f4ad6 None None] Provisioning complete for port 662c43de-594f-4fdb-9215-e591f8b6a274 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:22.833919 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-5ef27094-f1f7-41cb-92f1-13ec862f4ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (662c43de-594f-4fdb-9215-e591f8b6a274), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:22.916928 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:22.917462 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:23.004287 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:23.004475 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-5ef27094-f1f7-41cb-92f1-13ec862f4ad6 None None] Port 662c43de-594f-4fdb-9215-e591f8b6a274 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:46:23.096682 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] Publish callbacks [] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:23.131527 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:23.184865 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:23.196067 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:23.200644 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:23.201148 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906751'] for router_interface (b5be4517-be14-43d5-af75-a3f4c686984a), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:23.226445 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a', 'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'mac_address': 'fa:16:3e:87:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:20Z', 'updated_at': '2022-07-21T10:46:20Z', 'revision_number': 1, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'subnets': [{'id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:23.279732 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1617b98-da23-42c0-8251-4f203af8b470 None None] The sync data for ids ['b5be4517-be14-43d5-af75-a3f4c686984a'] in dv-cinder-849800-2-iscsi is: [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a', 'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'mac_address': 'fa:16:3e:87:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:20Z', 'updated_at': '2022-07-21T10:46:20Z', 'revision_number': 1, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'subnets': [{'id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:46:23.350453 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] Pushing event updated for resources: {'Port': ['ID=72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:23.380975 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:46:23.393142 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Sync routers for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:46:23.419712 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:46:23.420656 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:45:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:23.423503 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (662c43de-594f-4fdb-9215-e591f8b6a274), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:23.482472 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] Publish callbacks [] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:23.510178 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] Network c770f837-eda0-4a68-b0cf-fd07722be163 is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:23.512224 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:23.610336 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device a27c4c9a-3b3f-42dc-9953-b2776070a86c up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:23.639547 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:23.640330 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906751'] for router_interface (bea4e702-1917-406c-9834-753b238f2ee0), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:23.651873 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:23.653344 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-8cc986a9-ff63-40eb-a77b-b4a647104721 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.0478458 Jul 21 10:46:23.709140 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60644) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:23.736918 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:46:23.915473 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] Router b5be4517-be14-43d5-af75-a3f4c686984a has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:46:24.001680 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-17d244d7-582d-488a-8bbe-f7aa8324920b None None] Provisioning complete for port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:24.002066 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-17d244d7-582d-488a-8bbe-f7aa8324920b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:24.227414 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] Pushing event updated for resources: {'Port': ['ID=1488a3fe-4dfc-4101-8ef0-58e3c2d181d8,revision_number=2']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:24.229594 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-34490151-c67e-449d-9753-fef0900dda6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:24.255938 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-17d244d7-582d-488a-8bbe-f7aa8324920b None None] Port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:46:24.267519 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port a27c4c9a-3b3f-42dc-9953-b2776070a86c triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:24.268058 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (a27c4c9a-3b3f-42dc-9953-b2776070a86c), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:24.334875 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:46:24.343434 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-d5ca584f-3ac9-464f-9b9d-10ae461f3c63 admin admin] 10.222.0.48 "PUT /v2.0/routers/b5be4517-be14-43d5-af75-a3f4c686984a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3403826 Jul 21 10:46:24.468617 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] Network c6051ff4-8399-4b19-9b2a-895d18fcb35a is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:24.482889 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:24.489430 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] Publish callbacks [] for port (662c43de-594f-4fdb-9215-e591f8b6a274), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:24.526047 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:19Z', 'revision_number': 3, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:24.602461 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Checking router: e283a85c-fc9e-4230-8da7-8cca5e8c96d2 for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:46:24.603016 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Updating router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 port 473fb1fa-fb77-49e0-93df-6025e745ab4e binding host dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:46:24.607386 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port a27c4c9a-3b3f-42dc-9953-b2776070a86c is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:24.607566 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (a27c4c9a-3b3f-42dc-9953-b2776070a86c), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:24.623520 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (662c43de-594f-4fdb-9215-e591f8b6a274), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:24.624693 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906751'] for router_interface (a2fced53-5736-4be5-a408-6e0e7c64d1fa), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:24.696993 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (473fb1fa-fb77-49e0-93df-6025e745ab4e), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:24.708231 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:24.725336 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:24.944860 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60686) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:25.072934 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-fdfc69ab-0b4e-4c56-b299-8fc534dc363b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1853186135-network', 'tenant_id': 'd11a34d9d6824eca941763667839c78e'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:25.207863 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfc69ab-0b4e-4c56-b299-8fc534dc363b admin admin] Made reservation on behalf of d11a34d9d6824eca941763667839c78e for: {'network': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:46:25.210277 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fdfc69ab-0b4e-4c56-b299-8fc534dc363b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:25.217095 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:25.244376 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fdfc69ab-0b4e-4c56-b299-8fc534dc363b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:25.300143 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Publish callbacks [] for port (473fb1fa-fb77-49e0-93df-6025e745ab4e), precommit_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:25.327013 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] For port a27c4c9a-3b3f-42dc-9953-b2776070a86c, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=a27c4c9a-3b3f-42dc-9953-b2776070a86c,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:46:25.327261 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] Pushing event updated for resources: {'Port': ['ID=662c43de-594f-4fdb-9215-e591f8b6a274,revision_number=2']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:25.339932 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:25.408422 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-b23fd9c0-5f78-4c7f-ab83-1991e5591c83 None None] Provisioning complete for port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:25.408811 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b23fd9c0-5f78-4c7f-ab83-1991e5591c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:25.463887 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:25.465005 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-b23fd9c0-5f78-4c7f-ab83-1991e5591c83 None None] Port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:46:25.470986 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (a27c4c9a-3b3f-42dc-9953-b2776070a86c), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:25.472322 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device b1f6eefb-fb93-4ae3-8658-eed1d8133f41 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:25.514762 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fdfc69ab-0b4e-4c56-b299-8fc534dc363b admin admin] Publish callbacks [] for security_group (a370fd8a-b055-49e9-8358-2ccb37a093b6), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:25.525331 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (473fb1fa-fb77-49e0-93df-6025e745ab4e), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:25.579920 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] Router bea4e702-1917-406c-9834-753b238f2ee0 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:46:25.580403 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:25.589746 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fdfc69ab-0b4e-4c56-b299-8fc534dc363b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (a370fd8a-b055-49e9-8358-2ccb37a093b6), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:25.621582 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] Network a0a9180e-0a1e-4a60-91ec-2707820a22f4 is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:25.628531 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfc69ab-0b4e-4c56-b299-8fc534dc363b admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=111078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:46:25.642175 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:25.664396 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc69ab-0b4e-4c56-b299-8fc534dc363b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a370fd8a-b055-49e9-8358-2ccb37a093b6,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:25.683639 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fdfc69ab-0b4e-4c56-b299-8fc534dc363b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (c9624637-3f92-45cc-b580-0c57a78f66d4), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:25.683873 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.segments_db [None req-fdfc69ab-0b4e-4c56-b299-8fc534dc363b admin admin] Added segment c9624637-3f92-45cc-b580-0c57a78f66d4 of type vlan for network 1c6f41f3-f43e-438d-b12d-87ce42cc3b90 Jul 21 10:46:25.717415 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port b1f6eefb-fb93-4ae3-8658-eed1d8133f41 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:25.717825 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (b1f6eefb-fb93-4ae3-8658-eed1d8133f41), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:25.771596 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60714) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:25.782480 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-43b0fa99-0ae2-41f2-8d6d-989608b2c3de tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1658814861', 'description': 'tempest-description--1227364046'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:25.837939 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fdfc69ab-0b4e-4c56-b299-8fc534dc363b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (1c6f41f3-f43e-438d-b12d-87ce42cc3b90), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:25.865919 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Pushing event updated for resources: {'Port': ['ID=a27c4c9a-3b3f-42dc-9953-b2776070a86c,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:25.882736 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Attempting to bind port 473fb1fa-fb77-49e0-93df-6025e745ab4e on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:46:25.882736 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Attempting to bind port 473fb1fa-fb77-49e0-93df-6025e745ab4e by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:46:25.882736 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Attempting to bind port 473fb1fa-fb77-49e0-93df-6025e745ab4e on network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:25.968632 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:46:25.969018 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Checking segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:25.969476 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:25.969877 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Bound using segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:46:25.970371 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Bound port: 473fb1fa-fb77-49e0-93df-6025e745ab4e, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:46:25.970780 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (473fb1fa-fb77-49e0-93df-6025e745ab4e), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:26.016602 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-43b0fa99-0ae2-41f2-8d6d-989608b2c3de tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:26.047096 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] For port 473fb1fa-fb77-49e0-93df-6025e745ab4e, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:46:26.055094 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] For port 473fb1fa-fb77-49e0-93df-6025e745ab4e, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=473fb1fa-fb77-49e0-93df-6025e745ab4e,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:46:26.060082 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fdfc69ab-0b4e-4c56-b299-8fc534dc363b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (1c6f41f3-f43e-438d-b12d-87ce42cc3b90), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:26.061064 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfc69ab-0b4e-4c56-b299-8fc534dc363b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:26.061937 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488f5e0-dec4-4c42-a5b6-19ff2773ca65 None None] Pushing event updated for resources: {'Port': ['ID=473fb1fa-fb77-49e0-93df-6025e745ab4e,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:26.062048 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fdfc69ab-0b4e-4c56-b299-8fc534dc363b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:26.129850 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-02a3b7fb-c5ee-4508-9bd6-0ccba480a554 None None] Provisioning complete for port 662c43de-594f-4fdb-9215-e591f8b6a274 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:26.129850 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-02a3b7fb-c5ee-4508-9bd6-0ccba480a554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (662c43de-594f-4fdb-9215-e591f8b6a274), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:26.139089 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:46:26.153444 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Sync routers for ids ['bea4e702-1917-406c-9834-753b238f2ee0'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:46:26.176444 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-f149e479-711b-40da-9d2d-bf5f52d689a1 admin admin] 10.222.0.48 "PUT /v2.0/routers/bea4e702-1917-406c-9834-753b238f2ee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1738060 Jul 21 10:46:26.180002 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] Router a2fced53-5736-4be5-a408-6e0e7c64d1fa has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:46:26.185588 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Routers {'bea4e702-1917-406c-9834-753b238f2ee0'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:46:26.186533 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:46:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['bea4e702-1917-406c-9834-753b238f2ee0'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:26.233156 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:26.399075 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Set router bea4e702-1917-406c-9834-753b238f2ee0 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:46:26.429899 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-fdfc69ab-0b4e-4c56-b299-8fc534dc363b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4838884 Jul 21 10:46:26.442730 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60742) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:26.455486 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-5b3b83e5-faf8-4100-8d02-54546f379e70 admin admin] Request body: {'subnet': {'network_id': '1c6f41f3-f43e-438d-b12d-87ce42cc3b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1853186135-subnet', 'tenant_id': 'd11a34d9d6824eca941763667839c78e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:26.487277 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (473fb1fa-fb77-49e0-93df-6025e745ab4e), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:26.537320 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port b1f6eefb-fb93-4ae3-8658-eed1d8133f41 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:26.537729 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (b1f6eefb-fb93-4ae3-8658-eed1d8133f41), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:26.670819 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-02a3b7fb-c5ee-4508-9bd6-0ccba480a554 None None] Port 662c43de-594f-4fdb-9215-e591f8b6a274 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:46:26.689387 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:46:26.698410 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-00b6bf52-117d-417d-8a92-152b44cde35c admin admin] 10.222.0.48 "PUT /v2.0/routers/a2fced53-5736-4be5-a408-6e0e7c64d1fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8227973 Jul 21 10:46:26.700668 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-43b0fa99-0ae2-41f2-8d6d-989608b2c3de tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group (cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:26.717017 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:26.736119 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] Allocated IP 172.20.0.1 (192d6a0f-c1f8-471a-872f-e924c6d8f479/6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83/79e1638e-9162-4091-b662-a74f318644b6) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:46:26.745947 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] For port b1f6eefb-fb93-4ae3-8658-eed1d8133f41, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=b1f6eefb-fb93-4ae3-8658-eed1d8133f41,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:46:26.748039 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc69ab-0b4e-4c56-b299-8fc534dc363b admin admin] Pushing event updated for resources: {'Network': ['ID=1c6f41f3-f43e-438d-b12d-87ce42cc3b90,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:26.750331 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Sync routers for ids ['a2fced53-5736-4be5-a408-6e0e7c64d1fa'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:46:26.773855 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network 1c6f41f3-f43e-438d-b12d-87ce42cc3b90 details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:46:26.783045 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488f5e0-dec4-4c42-a5b6-19ff2773ca65 None None] Pushing event updated for resources: {'Port': ['ID=473fb1fa-fb77-49e0-93df-6025e745ab4e,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:26.800298 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-43b0fa99-0ae2-41f2-8d6d-989608b2c3de tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:26.802940 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:46:26.803585 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:46:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:26.816652 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Routers {'a2fced53-5736-4be5-a408-6e0e7c64d1fa'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:46:26.817229 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:46:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['a2fced53-5736-4be5-a408-6e0e7c64d1fa'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:26.831283 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60762) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:26.860292 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3b83e5-faf8-4100-8d02-54546f379e70 admin admin] Made reservation on behalf of d11a34d9d6824eca941763667839c78e for: {'subnet': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:46:26.863617 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5b3b83e5-faf8-4100-8d02-54546f379e70 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:26.939408 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0fa99-0ae2-41f2-8d6d-989608b2c3de tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:26.983635 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (b1f6eefb-fb93-4ae3-8658-eed1d8133f41), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:26.985134 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:UPDATE=3,neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:26.985891 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:26.999865 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-43b0fa99-0ae2-41f2-8d6d-989608b2c3de tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:27.001578 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-43b0fa99-0ae2-41f2-8d6d-989608b2c3de tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2267098 Jul 21 10:46:27.006639 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60766) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:27.007281 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:21Z', 'revision_number': 4, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'gw_port': {'id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:12Z', 'updated_at': '2022-07-21T10:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '1488a3fe-4dfc-4101-8ef0-58e3c2d181d8', 'name': '', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'mac_address': 'fa:16:3e:b7:5a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:19Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 2, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'subnets': [{'id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:27.014584 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-c79a46e2-990b-4ca7-afbe-ada61b78a3ad tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Request body: {'security_group_rule': {'security_group_id': 'cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:27.070880 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:27.125895 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Checking router: bea4e702-1917-406c-9834-753b238f2ee0 for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:46:27.126260 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Updating router bea4e702-1917-406c-9834-753b238f2ee0 port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 binding host dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:46:27.163641 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60786) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:27.181781 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] Publish callbacks [] for port (79e1638e-9162-4091-b662-a74f318644b6), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:27.192884 dv-cinder-849800-2-iscsi neutron-server[111079]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 21 10:46:27.208205 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:27.221481 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c79a46e2-990b-4ca7-afbe-ada61b78a3ad tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group_rule (87f33f0d-e1ba-4edd-b7f8-84ca0ada2e1e), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:27.249611 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:27.314425 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c79a46e2-990b-4ca7-afbe-ada61b78a3ad tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group_rule (87f33f0d-e1ba-4edd-b7f8-84ca0ada2e1e), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:27.321442 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:27.366332 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Pushing event updated for resources: {'Port': ['ID=b1f6eefb-fb93-4ae3-8658-eed1d8133f41,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:27.379704 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:27.380178 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5b3b83e5-faf8-4100-8d02-54546f379e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for subnet (11d7120c-8e00-4732-82a9-5236cb9741f5), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:27.392171 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:46:27.420395 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c79a46e2-990b-4ca7-afbe-ada61b78a3ad tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (87f33f0d-e1ba-4edd-b7f8-84ca0ada2e1e), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:27.438220 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device a8589071-c273-4e69-a912-5d2587db1eb1 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:27.473709 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a46e2-990b-4ca7-afbe-ada61b78a3ad tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f33f0d-e1ba-4edd-b7f8-84ca0ada2e1e,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:27.495754 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b83e5-faf8-4100-8d02-54546f379e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d7120c-8e00-4732-82a9-5236cb9741f5,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:27.534530 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3b83e5-faf8-4100-8d02-54546f379e70 admin admin] Checking segment: {'id': 'c9624637-3f92-45cc-b580-0c57a78f66d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1c6f41f3-f43e-438d-b12d-87ce42cc3b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:27.534922 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3b83e5-faf8-4100-8d02-54546f379e70 admin admin] Network hostable DHCP agents. Network: 1c6f41f3-f43e-438d-b12d-87ce42cc3b90, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:46:27.562042 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Set router a2fced53-5736-4be5-a408-6e0e7c64d1fa gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:46:27.577845 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c79a46e2-990b-4ca7-afbe-ada61b78a3ad tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:27.579196 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-c79a46e2-990b-4ca7-afbe-ada61b78a3ad tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5711586 Jul 21 10:46:27.582297 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60790) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:27.585168 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (79e1638e-9162-4091-b662-a74f318644b6), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:27.589676 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-05e15b70-2f07-4dfd-a203-6ef1e0d11b5f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Request body: {'security_group_rule': {'security_group_id': 'cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:27.606929 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-0216c358-a8d2-4286-88d6-7cca4b110f3a tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:27.608470 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-0216c358-a8d2-4286-88d6-7cca4b110f3a tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/networks?id=c6051ff4-8399-4b19-9b2a-895d18fcb35a HTTP/1.1" status: 200 len: 819 time: 0.4438863 Jul 21 10:46:27.656528 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3b83e5-faf8-4100-8d02-54546f379e70 admin admin] Network 1c6f41f3-f43e-438d-b12d-87ce42cc3b90 is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:46:27.712177 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-f4448871-d399-47dc-85de-efac541a050e tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/quotas/2ff45af5bd82457b9fd080026ea65b5b HTTP/1.1" status: 200 len: 375 time: 0.0468421 Jul 21 10:46:27.716380 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] Network 192d6a0f-c1f8-471a-872f-e924c6d8f479 is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:27.735845 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:27.746419 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:46:27.746950 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906643'] for router_interface (e283a85c-fc9e-4230-8da7-8cca5e8c96d2), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:27.779216 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-05e15b70-2f07-4dfd-a203-6ef1e0d11b5f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group_rule (ffb0585a-6484-45e5-a61a-374dc9af6991), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:27.808616 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-5b3b83e5-faf8-4100-8d02-54546f379e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, 1c6f41f3-f43e-438d-b12d-87ce42cc3b90) {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:27.863243 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3b83e5-faf8-4100-8d02-54546f379e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:27.864203 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5b3b83e5-faf8-4100-8d02-54546f379e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:27.901292 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efff429-0a51-4587-9845-25b68b362a0b None None] Network 1c6f41f3-f43e-438d-b12d-87ce42cc3b90 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:46:27.913246 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60798) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:27.926927 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port a8589071-c273-4e69-a912-5d2587db1eb1 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:27.934853 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (a8589071-c273-4e69-a912-5d2587db1eb1), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:27.937645 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] Pushing event updated for resources: {'Port': ['ID=79e1638e-9162-4091-b662-a74f318644b6,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:27.960482 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-05e15b70-2f07-4dfd-a203-6ef1e0d11b5f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group_rule (ffb0585a-6484-45e5-a61a-374dc9af6991), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:27.973218 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Publish callbacks [] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), precommit_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:27.983343 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Sync routers for ids ['b5be4517-be14-43d5-af75-a3f4c686984a'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:46:27.986013 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-5b3b83e5-faf8-4100-8d02-54546f379e70 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5419245 Jul 21 10:46:28.005756 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Routers {'b5be4517-be14-43d5-af75-a3f4c686984a'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:46:28.007408 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:46:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['b5be4517-be14-43d5-af75-a3f4c686984a'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:28.030704 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60804) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:28.046353 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-05e15b70-2f07-4dfd-a203-6ef1e0d11b5f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (ffb0585a-6484-45e5-a61a-374dc9af6991), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:28.050207 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:28.052679 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:28.086135 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-888ccd36-bde4-48ed-9439-ee5bfc9bce0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:28.095550 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e15b70-2f07-4dfd-a203-6ef1e0d11b5f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb0585a-6484-45e5-a61a-374dc9af6991,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:28.108382 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:28.148727 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-05e15b70-2f07-4dfd-a203-6ef1e0d11b5f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:28.152191 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-05e15b70-2f07-4dfd-a203-6ef1e0d11b5f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5681367 Jul 21 10:46:28.156161 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60808) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:28.166848 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-5276980f-2d20-4477-a4b3-dfd261bcfe49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Request body: {'floatingip': {'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:28.171757 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-eb7c8a2f-0486-44c1-993a-293d53548658 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4400141 Jul 21 10:46:28.261135 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7da9ad25-4e91-40ab-936f-2d630f4f5074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:28.383783 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60826) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:28.413269 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-888ccd36-bde4-48ed-9439-ee5bfc9bce0b admin admin] Publish callbacks [] for security_group (be6af50c-c6e1-484b-8700-005121c2953e), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:28.428415 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-6bfd49e2-cea0-478d-afca-1c13b3a3a015 None None] Provisioning complete for port 79e1638e-9162-4091-b662-a74f318644b6 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:28.428798 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6bfd49e2-cea0-478d-afca-1c13b3a3a015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (79e1638e-9162-4091-b662-a74f318644b6), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:28.439741 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (79e1638e-9162-4091-b662-a74f318644b6), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:28.465429 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7da9ad25-4e91-40ab-936f-2d630f4f5074 admin admin] Publish callbacks [] for security_group (ad4fe0cf-8f55-4602-a4d1-6141d5bc28a6), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:28.469282 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5276980f-2d20-4477-a4b3-dfd261bcfe49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:28.473818 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1ce69412-85e2-4815-9c11-676c2a93ff23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:28.510703 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:28.555698 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-c9128540-8a2e-465f-8838-7283f34c48ec service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 10:46:28.556994 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-c9128540-8a2e-465f-8838-7283f34c48ec service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1187871 Jul 21 10:46:28.564665 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-888ccd36-bde4-48ed-9439-ee5bfc9bce0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (be6af50c-c6e1-484b-8700-005121c2953e), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:28.568839 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:28.580552 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f98bb-2679-446b-8638-c236367254c5 None None] Pushing event updated for resources: {'Port': ['ID=1488a3fe-4dfc-4101-8ef0-58e3c2d181d8,revision_number=3']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:28.586514 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7da9ad25-4e91-40ab-936f-2d630f4f5074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (ad4fe0cf-8f55-4602-a4d1-6141d5bc28a6), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:28.643290 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Set router b5be4517-be14-43d5-af75-a3f4c686984a gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:46:28.766054 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1ce69412-85e2-4815-9c11-676c2a93ff23 admin admin] Publish callbacks [] for security_group (b429399c-2626-4c25-9939-c3a01bb6c4be), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:28.767352 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:28.779434 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:28.797460 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-6bfd49e2-cea0-478d-afca-1c13b3a3a015 None None] Port 79e1638e-9162-4091-b662-a74f318644b6 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:46:28.799883 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'name': 'tempest-DeleteServersTestJSON-1364003591-router', 'tenant_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a27c4c9a-3b3f-42dc-9953-b2776070a86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'gw_port': {'id': 'a27c4c9a-3b3f-42dc-9953-b2776070a86c', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:13Z', 'updated_at': '2022-07-21T10:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '662c43de-594f-4fdb-9215-e591f8b6a274', 'name': '', 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4', 'tenant_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'mac_address': 'fa:16:3e:b4:94:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '867dcedc-0693-46aa-a45d-14e1e670ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:19Z', 'updated_at': '2022-07-21T10:46:23Z', 'revision_number': 2, 'project_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'subnets': [{'id': '867dcedc-0693-46aa-a45d-14e1e670ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:28.830789 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:19Z', 'revision_number': 3, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:28.890191 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e40069-6788-4bd6-ac1f-b4845df3c58b None None] The sync data for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi is: [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:19Z', 'revision_number': 3, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:46:28.890463 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-61d8ff0c-319b-48f1-a9fc-2684e0208403 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:28.898341 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-61d8ff0c-319b-48f1-a9fc-2684e0208403 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/networks?id=a0a9180e-0a1e-4a60-91ec-2707820a22f4 HTTP/1.1" status: 200 len: 812 time: 0.5090182 Jul 21 10:46:28.909953 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:28.954141 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5276980f-2d20-4477-a4b3-dfd261bcfe49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:28.965513 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a', 'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'mac_address': 'fa:16:3e:87:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:20Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 2, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'subnets': [{'id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:28.969127 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Checking router: a2fced53-5736-4be5-a408-6e0e7c64d1fa for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:46:28.969827 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Updating router a2fced53-5736-4be5-a408-6e0e7c64d1fa port 662c43de-594f-4fdb-9215-e591f8b6a274 binding host dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:46:28.975330 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-888ccd36-bde4-48ed-9439-ee5bfc9bce0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f934391f10a47069cbfd9bfe3573e02&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1406937 Jul 21 10:46:28.975475 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1ce69412-85e2-4815-9c11-676c2a93ff23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (b429399c-2626-4c25-9939-c3a01bb6c4be), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:28.983840 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60836) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:28.984772 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ccd36-bde4-48ed-9439-ee5bfc9bce0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6af50c-c6e1-484b-8700-005121c2953e,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:29.005360 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Checking router: b5be4517-be14-43d5-af75-a3f4c686984a for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:46:29.015122 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Updating router b5be4517-be14-43d5-af75-a3f4c686984a port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a binding host dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:46:29.055091 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port a8589071-c273-4e69-a912-5d2587db1eb1 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:29.055091 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (a8589071-c273-4e69-a912-5d2587db1eb1), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.090683 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.101537 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] For port a8589071-c273-4e69-a912-5d2587db1eb1, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=a8589071-c273-4e69-a912-5d2587db1eb1,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:46:29.107466 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-344cece4-61ec-4e4b-92f4-f0a86b106012 None None] Provisioning complete for port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:29.108650 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-344cece4-61ec-4e4b-92f4-f0a86b106012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.110156 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9ad25-4e91-40ab-936f-2d630f4f5074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4fe0cf-8f55-4602-a4d1-6141d5bc28a6,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:29.111017 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Attempting to bind port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:46:29.111396 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Attempting to bind port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:46:29.111755 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Attempting to bind port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 on network c6051ff4-8399-4b19-9b2a-895d18fcb35a {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:29.117442 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-7da9ad25-4e91-40ab-936f-2d630f4f5074 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0710a10e83c142349cd324ef9a421746&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2001657 Jul 21 10:46:29.133877 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-8b417641-01d7-4537-91d4-ac962794d27f tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/quotas/9ceeabe5ea2a4a24b28901f50be5d532 HTTP/1.1" status: 200 len: 375 time: 0.2341454 Jul 21 10:46:29.140180 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:46:29.140922 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Checking segment: {'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:29.141848 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.142256 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Bound using segment: {'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:46:29.142794 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Bound port: 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'}}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:46:29.149074 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.149289 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60840) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:29.158656 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-1ce69412-85e2-4815-9c11-676c2a93ff23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3503902c27b8436ea380375798e96d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1267083 Jul 21 10:46:29.167400 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60842) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:29.174699 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-344cece4-61ec-4e4b-92f4-f0a86b106012 None None] Port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:46:29.180363 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee3ef18-c77c-47bc-a215-e1eb6b4f6fa9 None None] Network 1c6f41f3-f43e-438d-b12d-87ce42cc3b90 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:46:29.185710 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (a8589071-c273-4e69-a912-5d2587db1eb1), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.186903 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device a27c4c9a-3b3f-42dc-9953-b2776070a86c up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:29.216548 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-d6651c23-1680-46c9-ac41-322d45e84527 service neutron] 10.222.0.48 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6489370 Jul 21 10:46:29.233353 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce69412-85e2-4815-9c11-676c2a93ff23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b429399c-2626-4c25-9939-c3a01bb6c4be,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:29.285043 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (662c43de-594f-4fdb-9215-e591f8b6a274), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.336156 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b6cedff0-e11c-48f0-a88f-54165620390d admin admin] Publish callbacks [] for security_group (b429399c-2626-4c25-9939-c3a01bb6c4be), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.355039 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:29.417982 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ecef0269-33f1-4ab0-bddd-40108af68296 admin admin] Publish callbacks [] for security_group (ad4fe0cf-8f55-4602-a4d1-6141d5bc28a6), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.492895 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:29.550174 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ecef0269-33f1-4ab0-bddd-40108af68296 admin admin] Publish callbacks [] for security_group (ad4fe0cf-8f55-4602-a4d1-6141d5bc28a6), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.608337 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-25014bef-e71d-4020-bff5-c2f245389f45 service neutron] 10.222.0.48 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637068 Jul 21 10:46:29.613433 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60848) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:29.619863 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] Publish callbacks [] for port (79e1638e-9162-4091-b662-a74f318644b6), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.620060 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] For port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:46:29.628581 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:29.630476 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [None req-5276980f-2d20-4477-a4b3-dfd261bcfe49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Allocated IP 172.27.0.200 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/91834cd3-2835-4d5b-9f22-5837c8c3aa97) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:46:29.645499 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-2e732469-0ff0-48e6-9a39-a9151bea2174 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-790121139-network', 'tenant_id': '3c88d44c963e4ad4b4915bdcea315848'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:29.646859 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] For port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=1488a3fe-4dfc-4101-8ef0-58e3c2d181d8,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:46:29.646982 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b6cedff0-e11c-48f0-a88f-54165620390d admin admin] Publish callbacks [] for security_group (b429399c-2626-4c25-9939-c3a01bb6c4be), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.711748 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-3d29256e-19e2-4f28-a925-3b4fc78c03c5 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ceeabe5ea2a4a24b28901f50be5d532&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5762720 Jul 21 10:46:29.714904 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ecef0269-33f1-4ab0-bddd-40108af68296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (ad4fe0cf-8f55-4602-a4d1-6141d5bc28a6), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.718926 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ecef0269-33f1-4ab0-bddd-40108af68296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.722180 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:29.748949 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (79e1638e-9162-4091-b662-a74f318644b6), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.750408 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906751'] for router_interface (e283a85c-fc9e-4230-8da7-8cca5e8c96d2), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.756254 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Pushing event updated for resources: {'Port': ['ID=a8589071-c273-4e69-a912-5d2587db1eb1,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:29.775343 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-ecef0269-33f1-4ab0-bddd-40108af68296 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad4fe0cf-8f55-4602-a4d1-6141d5bc28a6 HTTP/1.1" status: 204 len: 168 time: 0.6284292 Jul 21 10:46:29.784287 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.848539 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port a27c4c9a-3b3f-42dc-9953-b2776070a86c triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:29.849235 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (a27c4c9a-3b3f-42dc-9953-b2776070a86c), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.855594 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef0269-33f1-4ab0-bddd-40108af68296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4fe0cf-8f55-4602-a4d1-6141d5bc28a6,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:29.910240 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] Pushing event updated for resources: {'Port': ['ID=79e1638e-9162-4091-b662-a74f318644b6,revision_number=2']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:29.924727 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e732469-0ff0-48e6-9a39-a9151bea2174 admin admin] Made reservation on behalf of 3c88d44c963e4ad4b4915bdcea315848 for: {'network': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:46:29.928163 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-2e732469-0ff0-48e6-9a39-a9151bea2174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.937181 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-68135bf3-170c-44f1-9542-e5b310d1b750 admin admin] Publish callbacks [] for security_group (be6af50c-c6e1-484b-8700-005121c2953e), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:29.972151 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-68135bf3-170c-44f1-9542-e5b310d1b750 admin admin] Publish callbacks [] for security_group (be6af50c-c6e1-484b-8700-005121c2953e), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:30.021290 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Routers {'bea4e702-1917-406c-9834-753b238f2ee0'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:46:30.022100 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:46:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['bea4e702-1917-406c-9834-753b238f2ee0'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:30.047831 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b6cedff0-e11c-48f0-a88f-54165620390d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (b429399c-2626-4c25-9939-c3a01bb6c4be), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:30.054270 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b6cedff0-e11c-48f0-a88f-54165620390d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:30.059827 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-b6cedff0-e11c-48f0-a88f-54165620390d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b429399c-2626-4c25-9939-c3a01bb6c4be HTTP/1.1" status: 204 len: 168 time: 0.8853896 Jul 21 10:46:30.105814 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f98bb-2679-446b-8638-c236367254c5 None None] Pushing event updated for resources: {'Port': ['ID=1488a3fe-4dfc-4101-8ef0-58e3c2d181d8,revision_number=4']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:30.141131 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cedff0-e11c-48f0-a88f-54165620390d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b429399c-2626-4c25-9939-c3a01bb6c4be,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:30.287515 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5276980f-2d20-4477-a4b3-dfd261bcfe49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for port (91834cd3-2835-4d5b-9f22-5837c8c3aa97), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:30.316150 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port a27c4c9a-3b3f-42dc-9953-b2776070a86c is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:30.317568 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Publish callbacks [] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), precommit_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:30.338680 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] Network 192d6a0f-c1f8-471a-872f-e924c6d8f479 is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:30.379399 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:30.392446 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-68135bf3-170c-44f1-9542-e5b310d1b750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (be6af50c-c6e1-484b-8700-005121c2953e), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:30.406260 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-68135bf3-170c-44f1-9542-e5b310d1b750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:30.410673 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-68135bf3-170c-44f1-9542-e5b310d1b750 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be6af50c-c6e1-484b-8700-005121c2953e HTTP/1.1" status: 204 len: 168 time: 1.4182546 Jul 21 10:46:30.429742 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Publish callbacks [] for port (662c43de-594f-4fdb-9215-e591f8b6a274), precommit_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:30.435981 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-2e732469-0ff0-48e6-9a39-a9151bea2174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:30.440287 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-d1440edb-4b01-4393-91d7-77517c550d8b None None] Provisioning complete for port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:30.440712 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-d1440edb-4b01-4393-91d7-77517c550d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:30.474715 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5276980f-2d20-4477-a4b3-dfd261bcfe49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (91834cd3-2835-4d5b-9f22-5837c8c3aa97), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:30.489981 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:30.514740 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68135bf3-170c-44f1-9542-e5b310d1b750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6af50c-c6e1-484b-8700-005121c2953e,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:30.514914 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] Set router bea4e702-1917-406c-9834-753b238f2ee0 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:46:30.520400 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:30.567136 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (662c43de-594f-4fdb-9215-e591f8b6a274), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:30.631369 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5276980f-2d20-4477-a4b3-dfd261bcfe49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:30.647855 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-5276980f-2d20-4477-a4b3-dfd261bcfe49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:30.685910 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5276980f-2d20-4477-a4b3-dfd261bcfe49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:46:30.702799 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:30.708179 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c3ec6-26c3-484f-9791-9c6e5b18e62e None None] Pushing event updated for resources: {'Port': ['ID=662c43de-594f-4fdb-9215-e591f8b6a274,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:30.716985 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:30.760257 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 473fb1fa-fb77-49e0-93df-6025e745ab4e up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:30.763250 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-aa958887-73ca-4bb3-8ce1-e945110d799e req-84e527fe-5230-45dc-9f0e-7166667861c2 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 210 time: 0.4229136 Jul 21 10:46:30.821013 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276980f-2d20-4477-a4b3-dfd261bcfe49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Pushing event updated for resources: {'Port': ['ID=91834cd3-2835-4d5b-9f22-5837c8c3aa97,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:30.978403 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cfc45-284b-4a44-911d-6d2e080aa311 None None] Pushing event updated for resources: {'Port': ['ID=72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a,revision_number=3']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:31.004073 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5276980f-2d20-4477-a4b3-dfd261bcfe49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for floatingip (66458c81-5268-47a8-b71d-e15ff5d0ef34), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.053889 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-79a05098-a555-4809-b231-5479626e7668 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 10:46:31.054996 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-79a05098-a555-4809-b231-5479626e7668 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7732286 Jul 21 10:46:31.124212 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Attempting to bind port 662c43de-594f-4fdb-9215-e591f8b6a274 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:46:31.124831 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Attempting to bind port 662c43de-594f-4fdb-9215-e591f8b6a274 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '10af54be-e62c-450d-8841-c5ffd68bb7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:46:31.124970 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Attempting to bind port 662c43de-594f-4fdb-9215-e591f8b6a274 on network a0a9180e-0a1e-4a60-91ec-2707820a22f4 {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:31.139739 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Attempting to bind port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:46:31.140124 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Attempting to bind port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '814ceed5-7f51-4ceb-8599-977d0acdb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163'}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:46:31.140492 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Attempting to bind port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a on network c770f837-eda0-4a68-b0cf-fd07722be163 {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:31.145304 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:46:31.145674 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Checking segment: {'id': '10af54be-e62c-450d-8841-c5ffd68bb7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:31.146089 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.146487 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Bound using segment: {'id': '10af54be-e62c-450d-8841-c5ffd68bb7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:46:31.148551 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Bound port: 662c43de-594f-4fdb-9215-e591f8b6a274, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10af54be-e62c-450d-8841-c5ffd68bb7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:46:31.148957 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (662c43de-594f-4fdb-9215-e591f8b6a274), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.153552 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:46:31.154071 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Checking segment: {'id': '814ceed5-7f51-4ceb-8599-977d0acdb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:31.154485 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.154907 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Bound using segment: {'id': '814ceed5-7f51-4ceb-8599-977d0acdb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163'} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:46:31.155454 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Bound port: 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814ceed5-7f51-4ceb-8599-977d0acdb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163'}}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:46:31.156376 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.164568 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-2e732469-0ff0-48e6-9a39-a9151bea2174 admin admin] Publish callbacks [] for security_group (4fdd55e3-ae87-456a-8629-af2c8d9b8972), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.187888 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5276980f-2d20-4477-a4b3-dfd261bcfe49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (91834cd3-2835-4d5b-9f22-5837c8c3aa97), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.292916 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-d1440edb-4b01-4393-91d7-77517c550d8b None None] Current status of the port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:31.293229 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-d1440edb-4b01-4393-91d7-77517c550d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.309073 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] For port 662c43de-594f-4fdb-9215-e591f8b6a274, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:46:31.341433 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:31.342339 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 473fb1fa-fb77-49e0-93df-6025e745ab4e triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:31.342742 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (473fb1fa-fb77-49e0-93df-6025e745ab4e), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.354489 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] For port 662c43de-594f-4fdb-9215-e591f8b6a274, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=662c43de-594f-4fdb-9215-e591f8b6a274,segment=NetworkSegment(10af54be-e62c-450d-8841-c5ffd68bb7c1),segment_id=10af54be-e62c-450d-8841-c5ffd68bb7c1)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:46:31.366435 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] For port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:46:31.371126 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] For port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:46:31.395185 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-575de5e3-fd3c-4943-a929-6959001f8984 service neutron] 10.222.0.48 "GET /v2.0/networks/a0a9180e-0a1e-4a60-91ec-2707820a22f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056482 Jul 21 10:46:31.404505 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:21Z', 'revision_number': 4, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'gw_port': {'id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:12Z', 'updated_at': '2022-07-21T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '1488a3fe-4dfc-4101-8ef0-58e3c2d181d8', 'name': '', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'mac_address': 'fa:16:3e:b7:5a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:19Z', 'updated_at': '2022-07-21T10:46:29Z', 'revision_number': 4, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'subnets': [{'id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:31.420389 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-2e732469-0ff0-48e6-9a39-a9151bea2174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (4fdd55e3-ae87-456a-8629-af2c8d9b8972), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.422908 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-d1440edb-4b01-4393-91d7-77517c550d8b None None] For port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=1488a3fe-4dfc-4101-8ef0-58e3c2d181d8,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:46:31.440676 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:31.441482 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e732469-0ff0-48e6-9a39-a9151bea2174 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=111079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:46:31.444898 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:31.451038 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] Router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:46:31.454375 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (662c43de-594f-4fdb-9215-e591f8b6a274), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.455117 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4983b2-df5c-4909-9342-404430e0b924 None None] The sync data for ids ['bea4e702-1917-406c-9834-753b238f2ee0'] in dv-cinder-849800-2-iscsi is: [{'id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:21Z', 'revision_number': 4, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'gw_port': {'id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:12Z', 'updated_at': '2022-07-21T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '1488a3fe-4dfc-4101-8ef0-58e3c2d181d8', 'name': '', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'mac_address': 'fa:16:3e:b7:5a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:19Z', 'updated_at': '2022-07-21T10:46:29Z', 'revision_number': 4, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'subnets': [{'id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:46:31.502786 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-2e732469-0ff0-48e6-9a39-a9151bea2174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (25995520-a7e5-431e-8666-91d29a7fa5ce), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.503159 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.segments_db [None req-2e732469-0ff0-48e6-9a39-a9151bea2174 admin admin] Added segment 25995520-a7e5-431e-8666-91d29a7fa5ce of type vlan for network e0370b92-797e-41eb-8af6-0ce4de8135aa Jul 21 10:46:31.505562 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e732469-0ff0-48e6-9a39-a9151bea2174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdd55e3-ae87-456a-8629-af2c8d9b8972,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:31.537387 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 473fb1fa-fb77-49e0-93df-6025e745ab4e is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:31.537853 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (473fb1fa-fb77-49e0-93df-6025e745ab4e), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.543065 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.561385 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5276980f-2d20-4477-a4b3-dfd261bcfe49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for port (91834cd3-2835-4d5b-9f22-5837c8c3aa97), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.562308 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] For port 473fb1fa-fb77-49e0-93df-6025e745ab4e, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=473fb1fa-fb77-49e0-93df-6025e745ab4e,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:46:31.576104 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-d1440edb-4b01-4393-91d7-77517c550d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.586021 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c3ec6-26c3-484f-9791-9c6e5b18e62e None None] Pushing event updated for resources: {'Port': ['ID=662c43de-594f-4fdb-9215-e591f8b6a274,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:31.649209 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Routers {'a2fced53-5736-4be5-a408-6e0e7c64d1fa'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:46:31.652366 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:46:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['a2fced53-5736-4be5-a408-6e0e7c64d1fa'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:31.654032 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5276980f-2d20-4477-a4b3-dfd261bcfe49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (91834cd3-2835-4d5b-9f22-5837c8c3aa97), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.659146 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (473fb1fa-fb77-49e0-93df-6025e745ab4e), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.660613 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device b1f6eefb-fb93-4ae3-8658-eed1d8133f41 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:31.706506 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Routers {'b5be4517-be14-43d5-af75-a3f4c686984a'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:46:31.707186 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:46:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['b5be4517-be14-43d5-af75-a3f4c686984a'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:31.823299 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60894) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:31.831520 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276980f-2d20-4477-a4b3-dfd261bcfe49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Pushing event updated for resources: {'Port': ['ID=91834cd3-2835-4d5b-9f22-5837c8c3aa97,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:31.836462 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5276980f-2d20-4477-a4b3-dfd261bcfe49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (66458c81-5268-47a8-b71d-e15ff5d0ef34), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.865829 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cfc45-284b-4a44-911d-6d2e080aa311 None None] Pushing event updated for resources: {'Port': ['ID=72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a,revision_number=4']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:31.892907 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-42318964-9d2e-49a6-b54f-03722af6d6bd None None] Provisioning complete for port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:31.896926 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-42318964-9d2e-49a6-b54f-03722af6d6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.899088 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60896) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:31.909224 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-2e732469-0ff0-48e6-9a39-a9151bea2174 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (e0370b92-797e-41eb-8af6-0ce4de8135aa), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.929080 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-99162532-1a11-4ee4-aea3-adf6e2de45fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.977547 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-094e8724-4939-49ff-a5cf-0a2cd2a73343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.990901 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:31.995903 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5276980f-2d20-4477-a4b3-dfd261bcfe49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:31.999112 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-5276980f-2d20-4477-a4b3-dfd261bcfe49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8414841 Jul 21 10:46:32.051807 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-8810394d-f465-4e20-bb5b-ec29afb6614d service neutron] 10.222.0.48 "GET /v2.0/networks/a0a9180e-0a1e-4a60-91ec-2707820a22f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6553841 Jul 21 10:46:32.053118 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.db.resource_extend [None req-2e732469-0ff0-48e6-9a39-a9151bea2174 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 21 10:46:32.107917 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] Set router b5be4517-be14-43d5-af75-a3f4c686984a gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:46:32.277114 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-99162532-1a11-4ee4-aea3-adf6e2de45fc admin admin] Publish callbacks [] for security_group (b48a489e-f660-4634-af5e-23ddab07af48), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:32.369197 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-2e732469-0ff0-48e6-9a39-a9151bea2174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (e0370b92-797e-41eb-8af6-0ce4de8135aa), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:32.370195 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e732469-0ff0-48e6-9a39-a9151bea2174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:32.379276 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-2e732469-0ff0-48e6-9a39-a9151bea2174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:32.384156 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1440edb-4b01-4393-91d7-77517c550d8b None None] Pushing event updated for resources: {'Port': ['ID=1488a3fe-4dfc-4101-8ef0-58e3c2d181d8,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:32.404826 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-99162532-1a11-4ee4-aea3-adf6e2de45fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (b48a489e-f660-4634-af5e-23ddab07af48), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:32.434618 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:32.457819 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] Set router a2fced53-5736-4be5-a408-6e0e7c64d1fa gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:46:32.484771 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:46:32.487158 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-99162532-1a11-4ee4-aea3-adf6e2de45fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06def8463fc840cdbd407353e1f48362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5864520 Jul 21 10:46:32.492969 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60918) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:32.557578 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-a36d6bce-9df3-45cc-a4c5-35b79a4e7182 admin admin] 10.222.0.48 "PUT /v2.0/routers/e283a85c-fc9e-4230-8da7-8cca5e8c96d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8316412 Jul 21 10:46:32.588379 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-2e732469-0ff0-48e6-9a39-a9151bea2174 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.9568384 Jul 21 10:46:32.596049 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 60930) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:32.641494 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99162532-1a11-4ee4-aea3-adf6e2de45fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48a489e-f660-4634-af5e-23ddab07af48,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:32.643431 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port b1f6eefb-fb93-4ae3-8658-eed1d8133f41 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:32.643820 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (b1f6eefb-fb93-4ae3-8658-eed1d8133f41), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:32.683280 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:32.683685 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-38752c8b-cdfc-48df-b379-85775b393273 admin admin] Request body: {'subnet': {'network_id': 'e0370b92-797e-41eb-8af6-0ce4de8135aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-790121139-subnet', 'tenant_id': '3c88d44c963e4ad4b4915bdcea315848', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:32.765846 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e732469-0ff0-48e6-9a39-a9151bea2174 admin admin] Pushing event updated for resources: {'Network': ['ID=e0370b92-797e-41eb-8af6-0ce4de8135aa,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:32.774193 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3667acf8-0722-4835-a423-3bb95599c664 admin admin] Publish callbacks [] for security_group (b48a489e-f660-4634-af5e-23ddab07af48), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:32.780310 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-094e8724-4939-49ff-a5cf-0a2cd2a73343 admin admin] Publish callbacks [] for security_group (c1393aff-58c9-4e3a-bc32-ae79c58bdb8a), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:32.793686 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Sync routers for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:46:32.833569 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network e0370b92-797e-41eb-8af6-0ce4de8135aa details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:46:32.874332 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3667acf8-0722-4835-a423-3bb95599c664 admin admin] Publish callbacks [] for security_group (b48a489e-f660-4634-af5e-23ddab07af48), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:32.935737 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-094e8724-4939-49ff-a5cf-0a2cd2a73343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (c1393aff-58c9-4e3a-bc32-ae79c58bdb8a), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:32.968708 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=8 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:33.025189 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a', 'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'mac_address': 'fa:16:3e:87:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:20Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'subnets': [{'id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:33.045522 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-58c60a1c-b510-4137-8abf-332dd6091b40 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:33.047475 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-58c60a1c-b510-4137-8abf-332dd6091b40 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/networks?id=c6051ff4-8399-4b19-9b2a-895d18fcb35a HTTP/1.1" status: 200 len: 819 time: 0.8006430 Jul 21 10:46:33.097842 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf82368-8519-435c-962d-5544fc2ed39e None None] The sync data for ids ['b5be4517-be14-43d5-af75-a3f4c686984a'] in dv-cinder-849800-2-iscsi is: [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a', 'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'mac_address': 'fa:16:3e:87:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:20Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'subnets': [{'id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:46:33.108846 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-42318964-9d2e-49a6-b54f-03722af6d6bd None None] Current status of the port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:33.109170 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-42318964-9d2e-49a6-b54f-03722af6d6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:33.120157 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3667acf8-0722-4835-a423-3bb95599c664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (b48a489e-f660-4634-af5e-23ddab07af48), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:33.123097 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3667acf8-0722-4835-a423-3bb95599c664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:33.124400 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-3667acf8-0722-4835-a423-3bb95599c664 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b48a489e-f660-4634-af5e-23ddab07af48 HTTP/1.1" status: 204 len: 168 time: 0.6160336 Jul 21 10:46:33.148795 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-d3b6c833-c4e1-4412-a5f4-80e8c81d5d33 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1658814861&fields=id&tenant_id=29c1b9c9f7024f8494e0a9b58fe35710 HTTP/1.1" status: 200 len: 267 time: 0.4508300 Jul 21 10:46:33.163666 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e8724-4939-49ff-a5cf-0a2cd2a73343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1393aff-58c9-4e3a-bc32-ae79c58bdb8a,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:33.185579 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38752c8b-cdfc-48df-b379-85775b393273 admin admin] Made reservation on behalf of 3c88d44c963e4ad4b4915bdcea315848 for: {'subnet': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:46:33.194403 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-38752c8b-cdfc-48df-b379-85775b393273 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:33.194925 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667acf8-0722-4835-a423-3bb95599c664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48a489e-f660-4634-af5e-23ddab07af48,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:33.271374 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:46:33.271374 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:46:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:33.271374 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Pushing event updated for resources: {'Port': ['ID=473fb1fa-fb77-49e0-93df-6025e745ab4e,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:33.275481 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port b1f6eefb-fb93-4ae3-8658-eed1d8133f41 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:33.277015 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device a8589071-c273-4e69-a912-5d2587db1eb1 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:33.390221 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-42318964-9d2e-49a6-b54f-03722af6d6bd None None] For port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:46:33.400878 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-2751a24e-4574-4574-a983-25021e85cb14 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/quotas/2ff45af5bd82457b9fd080026ea65b5b HTTP/1.1" status: 200 len: 375 time: 0.2483318 Jul 21 10:46:33.442834 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-094e8724-4939-49ff-a5cf-0a2cd2a73343 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8dbb38a56eb4190b76fcfd487f4af43&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5960248 Jul 21 10:46:33.445382 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 60982) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:33.520423 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0c033adc-ab9b-4417-be41-1e0bd55f36ed admin admin] Publish callbacks [] for security_group (c1393aff-58c9-4e3a-bc32-ae79c58bdb8a), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:33.543779 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-42318964-9d2e-49a6-b54f-03722af6d6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:33.565150 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-42318964-9d2e-49a6-b54f-03722af6d6bd None None] Provisioning complete for port 662c43de-594f-4fdb-9215-e591f8b6a274 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:33.565530 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-42318964-9d2e-49a6-b54f-03722af6d6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (662c43de-594f-4fdb-9215-e591f8b6a274), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:33.699473 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0c033adc-ab9b-4417-be41-1e0bd55f36ed admin admin] Publish callbacks [] for security_group (c1393aff-58c9-4e3a-bc32-ae79c58bdb8a), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:33.760937 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:33.868884 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port a8589071-c273-4e69-a912-5d2587db1eb1 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:33.869299 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (a8589071-c273-4e69-a912-5d2587db1eb1), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:33.907927 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0c033adc-ab9b-4417-be41-1e0bd55f36ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (c1393aff-58c9-4e3a-bc32-ae79c58bdb8a), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:33.911245 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0c033adc-ab9b-4417-be41-1e0bd55f36ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:33.912643 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-0c033adc-ab9b-4417-be41-1e0bd55f36ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1393aff-58c9-4e3a-bc32-ae79c58bdb8a HTTP/1.1" status: 204 len: 168 time: 0.4653356 Jul 21 10:46:33.936941 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c033adc-ab9b-4417-be41-1e0bd55f36ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1393aff-58c9-4e3a-bc32-ae79c58bdb8a,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:33.958876 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:46:34.051833 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:34.120272 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port a8589071-c273-4e69-a912-5d2587db1eb1 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:34.125135 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:34.137488 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42318964-9d2e-49a6-b54f-03722af6d6bd None None] Pushing event updated for resources: {'Port': ['ID=72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:34.144110 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:34.270091 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-42318964-9d2e-49a6-b54f-03722af6d6bd None None] Current status of the port 662c43de-594f-4fdb-9215-e591f8b6a274 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:34.270647 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-42318964-9d2e-49a6-b54f-03722af6d6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (662c43de-594f-4fdb-9215-e591f8b6a274), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:34.325145 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-de8f8554-a135-4421-b8f4-df332520187a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:34.331491 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-de8f8554-a135-4421-b8f4-df332520187a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/networks?id=c770f837-eda0-4a68-b0cf-fd07722be163 HTTP/1.1" status: 200 len: 816 time: 1.1583905 Jul 21 10:46:34.346527 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-7eee1859-580e-4d45-aeb1-473efa61d306 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9253826 Jul 21 10:46:34.465694 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-ff9e91b4-5a83-40a5-8593-0b96d4e0e85e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/quotas/29c1b9c9f7024f8494e0a9b58fe35710 HTTP/1.1" status: 200 len: 375 time: 0.1106327 Jul 21 10:46:34.555319 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:34.638474 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-42318964-9d2e-49a6-b54f-03722af6d6bd None None] For port 662c43de-594f-4fdb-9215-e591f8b6a274, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=662c43de-594f-4fdb-9215-e591f8b6a274,segment=NetworkSegment(10af54be-e62c-450d-8841-c5ffd68bb7c1),segment_id=10af54be-e62c-450d-8841-c5ffd68bb7c1)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:46:34.646527 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'name': 'tempest-DeleteServersTestJSON-1364003591-router', 'tenant_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a27c4c9a-3b3f-42dc-9953-b2776070a86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'gw_port': {'id': 'a27c4c9a-3b3f-42dc-9953-b2776070a86c', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:13Z', 'updated_at': '2022-07-21T10:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '662c43de-594f-4fdb-9215-e591f8b6a274', 'name': '', 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4', 'tenant_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'mac_address': 'fa:16:3e:b4:94:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '867dcedc-0693-46aa-a45d-14e1e670ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:19Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'subnets': [{'id': '867dcedc-0693-46aa-a45d-14e1e670ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:34.673953 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-cec7a611-3d8a-4a14-bd3a-ac601ec41498 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=29c1b9c9f7024f8494e0a9b58fe35710&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1962841 Jul 21 10:46:34.718815 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967ca04-e026-4682-a925-3f4c266d32ab None None] The sync data for ids ['a2fced53-5736-4be5-a408-6e0e7c64d1fa'] in dv-cinder-849800-2-iscsi is: [{'id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'name': 'tempest-DeleteServersTestJSON-1364003591-router', 'tenant_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a27c4c9a-3b3f-42dc-9953-b2776070a86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'gw_port': {'id': 'a27c4c9a-3b3f-42dc-9953-b2776070a86c', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:13Z', 'updated_at': '2022-07-21T10:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '662c43de-594f-4fdb-9215-e591f8b6a274', 'name': '', 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4', 'tenant_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'mac_address': 'fa:16:3e:b4:94:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '867dcedc-0693-46aa-a45d-14e1e670ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:19Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'subnets': [{'id': '867dcedc-0693-46aa-a45d-14e1e670ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:46:34.719580 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-9c03d1c1-7bb2-405d-9e35-8a79347db1ea service neutron] 10.222.0.48 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947230 Jul 21 10:46:34.726245 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-42318964-9d2e-49a6-b54f-03722af6d6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (662c43de-594f-4fdb-9215-e591f8b6a274), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:34.774485 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-38752c8b-cdfc-48df-b379-85775b393273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for subnet (000f68ae-c02c-4d8d-9e63-16497fc28489), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:34.838244 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-42318964-9d2e-49a6-b54f-03722af6d6bd None None] Provisioning complete for port 79e1638e-9162-4091-b662-a74f318644b6 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:34.838244 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-42318964-9d2e-49a6-b54f-03722af6d6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (79e1638e-9162-4091-b662-a74f318644b6), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:34.843760 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42318964-9d2e-49a6-b54f-03722af6d6bd None None] Pushing event updated for resources: {'Port': ['ID=662c43de-594f-4fdb-9215-e591f8b6a274,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:34.890262 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38752c8b-cdfc-48df-b379-85775b393273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=000f68ae-c02c-4d8d-9e63-16497fc28489,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:34.969704 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:34.970517 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:35.030449 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-42318964-9d2e-49a6-b54f-03722af6d6bd None None] Port 79e1638e-9162-4091-b662-a74f318644b6 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:46:35.064180 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 2, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:35.095025 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Checking router: e283a85c-fc9e-4230-8da7-8cca5e8c96d2 for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:46:35.095590 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Updating router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 port 79e1638e-9162-4091-b662-a74f318644b6 binding host dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:46:35.098697 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:35.130292 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-4b5f7ce3-ffea-44e9-8426-79c6d7f61f83 service neutron] 10.222.0.48 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087293 Jul 21 10:46:35.187364 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (79e1638e-9162-4091-b662-a74f318644b6), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:35.205489 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-79b822b8-aed8-48cc-880b-21d0ae281423 None None] Provisioning complete for port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:35.205681 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-79b822b8-aed8-48cc-880b-21d0ae281423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:35.245908 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:35.245908 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:35.279230 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-54e8c257-774f-4ff1-a00a-ac2d3c25121e service neutron] 10.222.0.48 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479053 Jul 21 10:46:35.280062 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38752c8b-cdfc-48df-b379-85775b393273 admin admin] Checking segment: {'id': '25995520-a7e5-431e-8666-91d29a7fa5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e0370b92-797e-41eb-8af6-0ce4de8135aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:35.280432 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38752c8b-cdfc-48df-b379-85775b393273 admin admin] Network hostable DHCP agents. Network: e0370b92-797e-41eb-8af6-0ce4de8135aa, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:46:35.293694 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-6f71327f-c7e8-41d5-9e95-28e515cebe8f service neutron] 10.222.0.48 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5580235 Jul 21 10:46:35.445983 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38752c8b-cdfc-48df-b379-85775b393273 admin admin] Network e0370b92-797e-41eb-8af6-0ce4de8135aa is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:46:35.476789 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:35.477190 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:35.554286 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-79b822b8-aed8-48cc-880b-21d0ae281423 None None] Current status of the port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:35.558499 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-38752c8b-cdfc-48df-b379-85775b393273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, e0370b92-797e-41eb-8af6-0ce4de8135aa) {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:35.565936 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38752c8b-cdfc-48df-b379-85775b393273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:35.566966 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-38752c8b-cdfc-48df-b379-85775b393273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:35.583712 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fb945c-8477-46a0-8a8d-87802096d5ad None None] Network e0370b92-797e-41eb-8af6-0ce4de8135aa requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:46:35.603341 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-79b822b8-aed8-48cc-880b-21d0ae281423 None None] Provisioning complete for port 662c43de-594f-4fdb-9215-e591f8b6a274 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:35.603341 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-79b822b8-aed8-48cc-880b-21d0ae281423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (662c43de-594f-4fdb-9215-e591f8b6a274), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:35.716024 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-38752c8b-cdfc-48df-b379-85775b393273 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0423203 Jul 21 10:46:35.976514 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:36.064267 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8d0e2c3d-be4f-4c4f-a807-fbec28419888 req-c108f1ff-1144-4e76-b25f-e6303d4c5ad0 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 210 time: 0.1124873 Jul 21 10:46:36.073470 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:36.104041 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:36.460537 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cad8e0c6-d7e0-4d7b-b9de-2bd3af1e7acd req-e070662e-8e90-4ea1-9745-fa00d4c3aed4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 210 time: 0.0758369 Jul 21 10:46:36.464107 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Publish callbacks [] for port (79e1638e-9162-4091-b662-a74f318644b6), precommit_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:36.464743 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bba9c1fd-1014-4956-a1c8-5bd16e3b08f2 req-6eba1f2b-173e-455b-af4f-b65a0e7e44a0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 210 time: 0.0470440 Jul 21 10:46:36.465492 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1834225-8fe3-4678-bd6e-5ffe6a537acc None None] Network e0370b92-797e-41eb-8af6-0ce4de8135aa requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:46:36.465492 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:36.465492 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 473fb1fa-fb77-49e0-93df-6025e745ab4e up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:36.495693 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-79b822b8-aed8-48cc-880b-21d0ae281423 None None] Current status of the port 662c43de-594f-4fdb-9215-e591f8b6a274 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:36.510762 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (79e1638e-9162-4091-b662-a74f318644b6), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:36.593890 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 473fb1fa-fb77-49e0-93df-6025e745ab4e triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:36.599745 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (473fb1fa-fb77-49e0-93df-6025e745ab4e), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:36.651564 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda5f9e-be96-414e-a9f0-97971d87dab6 None None] Pushing event updated for resources: {'Port': ['ID=79e1638e-9162-4091-b662-a74f318644b6,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:36.682216 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 32856) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:36.690752 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-b9cdfa8f-8a18-4c4c-bf60-fb3d3dc9e659 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--569484618', 'description': 'tempest-description--837421870'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:36.859660 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:36.920776 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b9cdfa8f-8a18-4c4c-bf60-fb3d3dc9e659 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:37.051552 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b9cdfa8f-8a18-4c4c-bf60-fb3d3dc9e659 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (fa020440-d4e4-49c7-93f4-d8d0ea7f18a1), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:37.059224 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Attempting to bind port 79e1638e-9162-4091-b662-a74f318644b6 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:46:37.059809 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Attempting to bind port 79e1638e-9162-4091-b662-a74f318644b6 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:46:37.060170 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Attempting to bind port 79e1638e-9162-4091-b662-a74f318644b6 on network 192d6a0f-c1f8-471a-872f-e924c6d8f479 {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:37.065395 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 473fb1fa-fb77-49e0-93df-6025e745ab4e is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:37.078333 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:46:37.078868 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Checking segment: {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:37.079420 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:37.079997 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Bound using segment: {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:46:37.080753 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Bound port: 79e1638e-9162-4091-b662-a74f318644b6, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:46:37.081263 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (79e1638e-9162-4091-b662-a74f318644b6), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:37.091273 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-3faa099f-de3a-4890-8688-051c7c7db86f None None] Provisioning complete for port 79e1638e-9162-4091-b662-a74f318644b6 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:37.091819 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3faa099f-de3a-4890-8688-051c7c7db86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (79e1638e-9162-4091-b662-a74f318644b6), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:37.096264 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:37.164970 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b9cdfa8f-8a18-4c4c-bf60-fb3d3dc9e659 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (fa020440-d4e4-49c7-93f4-d8d0ea7f18a1), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:37.255079 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdfa8f-8a18-4c4c-bf60-fb3d3dc9e659 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:37.268311 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.57', 58864) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:37.393385 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] For port 79e1638e-9162-4091-b662-a74f318644b6, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:46:37.402905 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] For port 79e1638e-9162-4091-b662-a74f318644b6, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=79e1638e-9162-4091-b662-a74f318644b6,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:46:37.415962 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fc2ce784-17f2-49ac-857c-c589e9ed05d5 req-f43007f6-365f-4635-b0db-ace5d1e6f512 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 210 time: 0.0690336 Jul 21 10:46:37.417424 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b9cdfa8f-8a18-4c4c-bf60-fb3d3dc9e659 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:37.421365 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-b9cdfa8f-8a18-4c4c-bf60-fb3d3dc9e659 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7366304 Jul 21 10:46:37.424731 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 32882) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:37.430845 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-fabf324e-341f-40e4-bda3-0170f8e4804c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'security_group_rule': {'security_group_id': 'fa020440-d4e4-49c7-93f4-d8d0ea7f18a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:37.432970 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-3faa099f-de3a-4890-8688-051c7c7db86f None None] Port 79e1638e-9162-4091-b662-a74f318644b6 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:46:37.491025 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (79e1638e-9162-4091-b662-a74f318644b6), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:37.556014 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fabf324e-341f-40e4-bda3-0170f8e4804c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (d6df050d-8c23-415d-aa52-1196270b78f9), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:37.593139 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda5f9e-be96-414e-a9f0-97971d87dab6 None None] Pushing event updated for resources: {'Port': ['ID=79e1638e-9162-4091-b662-a74f318644b6,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:37.594857 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:37.597513 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 662c43de-594f-4fdb-9215-e591f8b6a274 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:37.676410 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.57', 58865) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:37.764569 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 662c43de-594f-4fdb-9215-e591f8b6a274 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:37.764888 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (662c43de-594f-4fdb-9215-e591f8b6a274), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:37.844243 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:46:37.844968 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:46:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:37.874778 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:37.924834 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a5157e81-0637-4647-9908-e3f69cb8ce69 req-d7d99b39-be4b-4125-819b-23a82fc6b472 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 210 time: 0.4791081 Jul 21 10:46:38.050983 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-50766ed7-e159-44b7-be4a-38681a19421d req-df6e79f3-3b46-4b00-af2d-11bae9316fc9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 210 time: 0.3398671 Jul 21 10:46:38.095927 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-b429a47f-d602-4508-ab5b-57452f539087 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:38.101972 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-b429a47f-d602-4508-ab5b-57452f539087 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.57 "GET /v2.0/networks?id=a0a9180e-0a1e-4a60-91ec-2707820a22f4 HTTP/1.1" status: 200 len: 812 time: 0.8091524 Jul 21 10:46:38.179121 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-a40b3616-5c5e-4b77-a96c-67c38f9694d9 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Request body: {'port': {'device_id': '2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985', 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4', 'admin_state_up': True, 'tenant_id': '9ceeabe5ea2a4a24b28901f50be5d532'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:38.197093 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:46:38.263319 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-c4d4b379-dbf2-4ac4-99f1-56d7b239b621 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:38.263319 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-c4d4b379-dbf2-4ac4-99f1-56d7b239b621 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.57 "GET /v2.0/networks?id=c6051ff4-8399-4b19-9b2a-895d18fcb35a HTTP/1.1" status: 200 len: 819 time: 0.5754375 Jul 21 10:46:38.293569 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fabf324e-341f-40e4-bda3-0170f8e4804c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (d6df050d-8c23-415d-aa52-1196270b78f9), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:38.325255 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-85b6720d-f9ab-44bb-ab18-72178b7c66ba tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Request body: {'port': {'device_id': 'b7a76827-1907-4bf4-b27c-945b33b2316d', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'admin_state_up': True, 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:38.412797 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fabf324e-341f-40e4-bda3-0170f8e4804c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (d6df050d-8c23-415d-aa52-1196270b78f9), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:38.484845 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:38.643874 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-b38d6c3f-82b6-4690-ae66-fd1eb4e81681 None None] Provisioning complete for port 79e1638e-9162-4091-b662-a74f318644b6 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:38.644609 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b38d6c3f-82b6-4690-ae66-fd1eb4e81681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (79e1638e-9162-4091-b662-a74f318644b6), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:38.652160 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf324e-341f-40e4-bda3-0170f8e4804c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6df050d-8c23-415d-aa52-1196270b78f9,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:38.744847 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fabf324e-341f-40e4-bda3-0170f8e4804c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:38.753975 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-fabf324e-341f-40e4-bda3-0170f8e4804c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3225412 Jul 21 10:46:38.780466 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 32914) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:38.786728 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-1e732e44-920b-4d4b-8bef-80f4cba630e0 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'security_group_rule': {'security_group_id': 'fa020440-d4e4-49c7-93f4-d8d0ea7f18a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:38.903046 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 662c43de-594f-4fdb-9215-e591f8b6a274 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:38.904827 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:38.936976 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:37Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:46:38.948912 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-85b6720d-f9ab-44bb-ab18-72178b7c66ba tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Made reservation on behalf of 2ff45af5bd82457b9fd080026ea65b5b for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:46:38.956521 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-85b6720d-f9ab-44bb-ab18-72178b7c66ba tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:39.023297 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1e732e44-920b-4d4b-8bef-80f4cba630e0 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (2ceeacc6-df0a-4bf1-bb87-bc98c69e7282), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:39.042431 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf5cf4-7848-4928-b750-a3193c7c4e29 None None] The sync data for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi is: [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:37Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:46:39.084785 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2a498b44-3c9a-4d0d-8a20-19bd864dcfca req-14834105-fcee-4d23-89ca-8576f47becb2 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 210 time: 0.1766589 Jul 21 10:46:39.098581 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-b38d6c3f-82b6-4690-ae66-fd1eb4e81681 None None] Current status of the port 79e1638e-9162-4091-b662-a74f318644b6 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:39.099282 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b38d6c3f-82b6-4690-ae66-fd1eb4e81681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (79e1638e-9162-4091-b662-a74f318644b6), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:39.226165 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:39.226587 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:39.271544 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-12b96275-397a-4be2-92bf-21b499740a5e req-4aedc5e4-39a0-4f22-96a5-5beaac9b3f49 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 210 time: 0.1928899 Jul 21 10:46:39.280135 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-a40b3616-5c5e-4b77-a96c-67c38f9694d9 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Made reservation on behalf of 9ceeabe5ea2a4a24b28901f50be5d532 for: {'port': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:46:39.296050 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-a40b3616-5c5e-4b77-a96c-67c38f9694d9 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:39.335165 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-b38d6c3f-82b6-4690-ae66-fd1eb4e81681 None None] For port 79e1638e-9162-4091-b662-a74f318644b6, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=79e1638e-9162-4091-b662-a74f318644b6,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:46:39.340516 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:39.393714 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:39.427799 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b38d6c3f-82b6-4690-ae66-fd1eb4e81681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (79e1638e-9162-4091-b662-a74f318644b6), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:39.448995 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1e732e44-920b-4d4b-8bef-80f4cba630e0 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (2ceeacc6-df0a-4bf1-bb87-bc98c69e7282), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:39.455716 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d5793be4-6151-43ce-a103-ef454ac3af8d req-a80c326d-c948-40b3-ae89-e697f61ce09f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 210 time: 0.1359181 Jul 21 10:46:39.487734 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.57', 58874) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:39.527295 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d6c3f-82b6-4690-ae66-fd1eb4e81681 None None] Pushing event updated for resources: {'Port': ['ID=79e1638e-9162-4091-b662-a74f318644b6,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:39.737202 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1e732e44-920b-4d4b-8bef-80f4cba630e0 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (2ceeacc6-df0a-4bf1-bb87-bc98c69e7282), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:39.747044 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:39.768496 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e732e44-920b-4d4b-8bef-80f4cba630e0 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ceeacc6-df0a-4bf1-bb87-bc98c69e7282,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:39.803881 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-85b6720d-f9ab-44bb-ab18-72178b7c66ba tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Allocated IP 172.20.0.7 (c6051ff4-8399-4b19-9b2a-895d18fcb35a/8e0cf4ee-8186-43e0-be83-a0ef0604ebdb/19e030a0-d846-4c1c-bab7-3d45644c2248) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:46:39.849347 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-a16b5075-6354-4ecf-b521-f526ce69f386 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:39.854225 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-a16b5075-6354-4ecf-b521-f526ce69f386 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.57 "GET /v2.0/networks?id=c6051ff4-8399-4b19-9b2a-895d18fcb35a HTTP/1.1" status: 200 len: 819 time: 0.3651896 Jul 21 10:46:39.906343 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.57', 58875) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:39.929011 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 79e1638e-9162-4091-b662-a74f318644b6 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:39.975876 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-87a52ca1-f797-4feb-bf57-215db9889f1c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Request body: {'port': {'device_id': '86715109-fd38-41f4-b384-a319c310fc44', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'admin_state_up': True, 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:40.079701 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-a40b3616-5c5e-4b77-a96c-67c38f9694d9 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Allocated IP 172.20.0.11 (a0a9180e-0a1e-4a60-91ec-2707820a22f4/867dcedc-0693-46aa-a45d-14e1e670ddec/606e38eb-2f20-4811-87d6-bf2ef650eb71) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:46:40.112108 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 79e1638e-9162-4091-b662-a74f318644b6 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:40.121022 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (79e1638e-9162-4091-b662-a74f318644b6), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:40.149929 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1e732e44-920b-4d4b-8bef-80f4cba630e0 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:40.155195 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-1e732e44-920b-4d4b-8bef-80f4cba630e0 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3744707 Jul 21 10:46:40.198521 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 32964) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:40.246913 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-a87c3c7c-4b32-4452-8ca6-11d4ff141a1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'floatingip': {'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:40.269511 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 79e1638e-9162-4091-b662-a74f318644b6 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:40.284253 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:40.336989 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:40.463809 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a87c3c7c-4b32-4452-8ca6-11d4ff141a1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:40.575067 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-87a52ca1-f797-4feb-bf57-215db9889f1c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Made reservation on behalf of 2ff45af5bd82457b9fd080026ea65b5b for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:46:40.582588 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-87a52ca1-f797-4feb-bf57-215db9889f1c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:40.728991 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-85b6720d-f9ab-44bb-ab18-72178b7c66ba tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for port (19e030a0-d846-4c1c-bab7-3d45644c2248), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:40.741538 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a87c3c7c-4b32-4452-8ca6-11d4ff141a1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:40.777006 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4cfe5b5a-a4c4-480c-80f6-84c348021ded req-f38a73cf-1c4b-43be-9b60-d42e2d08962c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 210 time: 0.3308189 Jul 21 10:46:40.786696 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a839202a-b87c-467e-b36e-31ab890f1760 req-02b74f57-6ed0-43ac-aecb-4c755c52df38 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 210 time: 0.3498571 Jul 21 10:46:40.807976 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-a40b3616-5c5e-4b77-a96c-67c38f9694d9 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Publish callbacks [] for port (606e38eb-2f20-4811-87d6-bf2ef650eb71), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:40.873689 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-15bd92cc-de08-4c91-afdc-25d8abf049ef tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:40.877260 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-15bd92cc-de08-4c91-afdc-25d8abf049ef tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.57 "GET /v2.0/networks?id=c770f837-eda0-4a68-b0cf-fd07722be163 HTTP/1.1" status: 200 len: 816 time: 0.9695451 Jul 21 10:46:41.037415 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [None req-a87c3c7c-4b32-4452-8ca6-11d4ff141a1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Allocated IP 172.27.0.52 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/8d04270e-ed7f-42af-bfa6-dc4eac3d143d) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:46:41.040549 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-85b6720d-f9ab-44bb-ab18-72178b7c66ba tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (19e030a0-d846-4c1c-bab7-3d45644c2248), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:41.059581 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-a40b3616-5c5e-4b77-a96c-67c38f9694d9 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (606e38eb-2f20-4811-87d6-bf2ef650eb71), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:41.064184 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5c4ff9a5-24f2-4fe7-8a5e-f06d320a62c1 req-a04d4e8d-f256-432c-8562-e6a2a8ce71a8 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 210 time: 0.0965040 Jul 21 10:46:41.172460 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-ff6bc665-ecab-432a-9d6c-a903994102d3 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29c1b9c9f7024f8494e0a9b58fe35710 HTTP/1.1" status: 200 len: 380 time: 0.2646244 Jul 21 10:46:41.194833 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-75b8d12c-5b59-4e4a-95d7-0ed964aa4364 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Request body: {'port': {'device_id': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'admin_state_up': True, 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'security_groups': ['cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997']}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:41.251540 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-a40b3616-5c5e-4b77-a96c-67c38f9694d9 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Network a0a9180e-0a1e-4a60-91ec-2707820a22f4 is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:41.272183 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-a40b3616-5c5e-4b77-a96c-67c38f9694d9 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:41.280884 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-a40b3616-5c5e-4b77-a96c-67c38f9694d9 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:46:41.286424 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-a40b3616-5c5e-4b77-a96c-67c38f9694d9 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:41.287111 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-a40b3616-5c5e-4b77-a96c-67c38f9694d9 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for port (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:41.308108 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:41.351414 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b3616-5c5e-4b77-a96c-67c38f9694d9 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Pushing event updated for resources: {'Port': ['ID=606e38eb-2f20-4811-87d6-bf2ef650eb71,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:41.393022 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-a40b3616-5c5e-4b77-a96c-67c38f9694d9 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2230260 Jul 21 10:46:41.394441 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-85b6720d-f9ab-44bb-ab18-72178b7c66ba tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Network c6051ff4-8399-4b19-9b2a-895d18fcb35a is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:41.422985 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-8f3b7e9c-adfd-40d1-ad1f-7e813fd2322b tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 10:46:41.422985 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-8f3b7e9c-adfd-40d1-ad1f-7e813fd2322b tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0208545 Jul 21 10:46:41.510322 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-85b6720d-f9ab-44bb-ab18-72178b7c66ba tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:41.560675 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-85b6720d-f9ab-44bb-ab18-72178b7c66ba tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:46:41.578381 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-85b6720d-f9ab-44bb-ab18-72178b7c66ba tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:41.578381 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-85b6720d-f9ab-44bb-ab18-72178b7c66ba tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:41.596994 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-75b8d12c-5b59-4e4a-95d7-0ed964aa4364 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Made reservation on behalf of 29c1b9c9f7024f8494e0a9b58fe35710 for: {'port': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:46:41.603189 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-75b8d12c-5b59-4e4a-95d7-0ed964aa4364 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:41.604562 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6720d-f9ab-44bb-ab18-72178b7c66ba tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Pushing event updated for resources: {'Port': ['ID=19e030a0-d846-4c1c-bab7-3d45644c2248,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:41.653861 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 79e1638e-9162-4091-b662-a74f318644b6 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:46:41.832119 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 79e1638e-9162-4091-b662-a74f318644b6 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:41.832557 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (79e1638e-9162-4091-b662-a74f318644b6), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:42.014001 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-748deff1-23b3-4085-aece-f9d0753cdf6e None None] Provisioning complete for port 606e38eb-2f20-4811-87d6-bf2ef650eb71 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:42.014382 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-748deff1-23b3-4085-aece-f9d0753cdf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (606e38eb-2f20-4811-87d6-bf2ef650eb71), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:42.064655 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-87a52ca1-f797-4feb-bf57-215db9889f1c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Allocated IP 172.20.0.12 (c6051ff4-8399-4b19-9b2a-895d18fcb35a/8e0cf4ee-8186-43e0-be83-a0ef0604ebdb/2f00b65f-1c5b-4127-be24-1cea853f5f63) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:46:42.075669 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-748deff1-23b3-4085-aece-f9d0753cdf6e None None] Port 606e38eb-2f20-4811-87d6-bf2ef650eb71 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:46:42.090760 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:42.124517 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 79e1638e-9162-4091-b662-a74f318644b6 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:46:42.184078 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-85b6720d-f9ab-44bb-ab18-72178b7c66ba tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8633256 Jul 21 10:46:42.184379 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Request body: {'port': {'device_id': '2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:42.201810 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-557a9599-ec2b-4213-b7f6-4f1d93fd524b None None] Provisioning complete for port 19e030a0-d846-4c1c-bab7-3d45644c2248 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:42.204056 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-557a9599-ec2b-4213-b7f6-4f1d93fd524b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (19e030a0-d846-4c1c-bab7-3d45644c2248), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:42.252861 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a87c3c7c-4b32-4452-8ca6-11d4ff141a1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for port (8d04270e-ed7f-42af-bfa6-dc4eac3d143d), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:42.265596 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-557a9599-ec2b-4213-b7f6-4f1d93fd524b None None] Port 19e030a0-d846-4c1c-bab7-3d45644c2248 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:46:42.329755 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-75b8d12c-5b59-4e4a-95d7-0ed964aa4364 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Allocated IP 172.20.0.4 (c770f837-eda0-4a68-b0cf-fd07722be163/7c79189c-6f8d-462a-9ba9-a421b25b0a63/e0efd748-6569-4435-ab16-d9acccb72164) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:46:42.343456 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3dbf4a1a-55af-4cd4-bb41-3d9bc9843883 req-daa712a1-d786-4b29-8b5f-fc3dcf971333 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 210 time: 0.2809701 Jul 21 10:46:42.396171 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (606e38eb-2f20-4811-87d6-bf2ef650eb71), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:42.406340 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503eea4-65d7-4c60-82d3-0bd65666c9d0 req-ed2639fb-07e7-4242-a5d8-fae981155419 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:42.408662 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c503eea4-65d7-4c60-82d3-0bd65666c9d0 req-ed2639fb-07e7-4242-a5d8-fae981155419 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 932 time: 0.3444428 Jul 21 10:46:42.473115 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-87a52ca1-f797-4feb-bf57-215db9889f1c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for port (2f00b65f-1c5b-4127-be24-1cea853f5f63), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:42.553186 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-468cb305-521a-4d08-b094-392b3bd3a708 req-aaad9bc8-b6f9-4ad1-959e-fc716d7a0640 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 210 time: 0.1108363 Jul 21 10:46:42.578845 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:42.672837 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a87c3c7c-4b32-4452-8ca6-11d4ff141a1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (8d04270e-ed7f-42af-bfa6-dc4eac3d143d), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:42.710749 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87c3c7c-4b32-4452-8ca6-11d4ff141a1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:42.716730 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c503eea4-65d7-4c60-82d3-0bd65666c9d0 req-c350a4be-ead6-4870-a3a7-ef85912ebbdd tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952082 Jul 21 10:46:42.722442 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-a87c3c7c-4b32-4452-8ca6-11d4ff141a1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:42.727306 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-87a52ca1-f797-4feb-bf57-215db9889f1c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (2f00b65f-1c5b-4127-be24-1cea853f5f63), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:42.734919 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87c3c7c-4b32-4452-8ca6-11d4ff141a1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:46:42.789369 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c3c7c-4b32-4452-8ca6-11d4ff141a1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'Port': ['ID=8d04270e-ed7f-42af-bfa6-dc4eac3d143d,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:42.841680 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-87a52ca1-f797-4feb-bf57-215db9889f1c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Network c6051ff4-8399-4b19-9b2a-895d18fcb35a is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:42.853333 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-87a52ca1-f797-4feb-bf57-215db9889f1c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:42.857143 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-87a52ca1-f797-4feb-bf57-215db9889f1c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:46:42.857274 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-75b8d12c-5b59-4e4a-95d7-0ed964aa4364 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for port (e0efd748-6569-4435-ab16-d9acccb72164), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:42.861536 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-87a52ca1-f797-4feb-bf57-215db9889f1c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:42.862174 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-87a52ca1-f797-4feb-bf57-215db9889f1c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:42.865312 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a87c3c7c-4b32-4452-8ca6-11d4ff141a1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (06b3ef86-f8eb-4b62-b5df-973bf2525ffd), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:42.888838 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a52ca1-f797-4feb-bf57-215db9889f1c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Pushing event updated for resources: {'Port': ['ID=2f00b65f-1c5b-4127-be24-1cea853f5f63,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:42.982019 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:42.999826 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a87c3c7c-4b32-4452-8ca6-11d4ff141a1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (8d04270e-ed7f-42af-bfa6-dc4eac3d143d), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.033597 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 33030) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:43.040621 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=52 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:43.051358 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-87a52ca1-f797-4feb-bf57-215db9889f1c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0894527 Jul 21 10:46:43.052097 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606e38eb-2f20-4811-87d6-bf2ef650eb71 {{(pid=111079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:46:43.067255 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-75b8d12c-5b59-4e4a-95d7-0ed964aa4364 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (e0efd748-6569-4435-ab16-d9acccb72164), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.073310 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Publish callbacks [] for port (606e38eb-2f20-4811-87d6-bf2ef650eb71), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.139699 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8d12c-5b59-4e4a-95d7-0ed964aa4364 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Pushing event updated for resources: {'Port': ['ID=e0efd748-6569-4435-ab16-d9acccb72164,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:43.159742 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7,neutron:INSERT=8,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:43.159860 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.provisioning_blocks [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Transition to ACTIVE for port object 606e38eb-2f20-4811-87d6-bf2ef650eb71 will not be triggered until provisioned by entity L2. {{(pid=111079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:46:43.162815 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-75b8d12c-5b59-4e4a-95d7-0ed964aa4364 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Network c770f837-eda0-4a68-b0cf-fd07722be163 is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:46:43.164807 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-75b8d12c-5b59-4e4a-95d7-0ed964aa4364 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:46:43.168046 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-75b8d12c-5b59-4e4a-95d7-0ed964aa4364 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:46:43.174695 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-75b8d12c-5b59-4e4a-95d7-0ed964aa4364 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:43.175362 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-75b8d12c-5b59-4e4a-95d7-0ed964aa4364 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for port (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.204272 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-0ffdb79e-9492-41cf-87e9-0185ad97ecd7 None None] Provisioning complete for port 2f00b65f-1c5b-4127-be24-1cea853f5f63 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:43.205295 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb79e-9492-41cf-87e9-0185ad97ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (2f00b65f-1c5b-4127-be24-1cea853f5f63), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.221226 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5acf810c-582e-41b5-9786-09c4bd7cbf6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.229173 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a87c3c7c-4b32-4452-8ca6-11d4ff141a1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for port (8d04270e-ed7f-42af-bfa6-dc4eac3d143d), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.235523 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (606e38eb-2f20-4811-87d6-bf2ef650eb71), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.245503 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-0ffdb79e-9492-41cf-87e9-0185ad97ecd7 None None] Port 2f00b65f-1c5b-4127-be24-1cea853f5f63 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:46:43.275371 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-75b8d12c-5b59-4e4a-95d7-0ed964aa4364 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0857430 Jul 21 10:46:43.296428 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a87c3c7c-4b32-4452-8ca6-11d4ff141a1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (8d04270e-ed7f-42af-bfa6-dc4eac3d143d), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.319539 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Pushing event updated for resources: {'Port': ['ID=606e38eb-2f20-4811-87d6-bf2ef650eb71,revision_number=2']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:43.349690 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a87c3c7c-4b32-4452-8ca6-11d4ff141a1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (06b3ef86-f8eb-4b62-b5df-973bf2525ffd), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.381485 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c3c7c-4b32-4452-8ca6-11d4ff141a1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'Port': ['ID=8d04270e-ed7f-42af-bfa6-dc4eac3d143d,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:43.421272 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.managers [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Attempting to bind port 606e38eb-2f20-4811-87d6-bf2ef650eb71 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:46:43.421836 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.managers [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Attempting to bind port 606e38eb-2f20-4811-87d6-bf2ef650eb71 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '10af54be-e62c-450d-8841-c5ffd68bb7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4'}] {{(pid=111079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:46:43.422072 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Attempting to bind port 606e38eb-2f20-4811-87d6-bf2ef650eb71 on network a0a9180e-0a1e-4a60-91ec-2707820a22f4 {{(pid=111079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:43.438206 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Port 606e38eb-2f20-4811-87d6-bf2ef650eb71 on network a0a9180e-0a1e-4a60-91ec-2707820a22f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:46:43.438585 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Attempting to bind port 606e38eb-2f20-4811-87d6-bf2ef650eb71 on network a0a9180e-0a1e-4a60-91ec-2707820a22f4 {{(pid=111079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:43.442040 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5acf810c-582e-41b5-9786-09c4bd7cbf6d admin admin] Publish callbacks [] for security_group (cc9aec49-a333-4875-92c1-4c56f68afb67), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.448543 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:46:43.448543 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Checking segment: {'id': '10af54be-e62c-450d-8841-c5ffd68bb7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:43.448543 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Bound using segment: {'id': '10af54be-e62c-450d-8841-c5ffd68bb7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4'} {{(pid=111079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:46:43.448543 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.managers [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Bound port: 606e38eb-2f20-4811-87d6-bf2ef650eb71, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10af54be-e62c-450d-8841-c5ffd68bb7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4'}}] {{(pid=111079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:46:43.448543 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (606e38eb-2f20-4811-87d6-bf2ef650eb71), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.463136 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:43.469740 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a87c3c7c-4b32-4452-8ca6-11d4ff141a1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.471072 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-a87c3c7c-4b32-4452-8ca6-11d4ff141a1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2691782 Jul 21 10:46:43.474452 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-62df970b-1c86-4764-a985-cb240161fbfe None None] Provisioning complete for port e0efd748-6569-4435-ab16-d9acccb72164 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:46:43.474923 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-62df970b-1c86-4764-a985-cb240161fbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (e0efd748-6569-4435-ab16-d9acccb72164), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.518012 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-62df970b-1c86-4764-a985-cb240161fbfe None None] Port e0efd748-6569-4435-ab16-d9acccb72164 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:46:43.538923 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699a4e4-3c37-49ae-92db-4ea2677872e5 req-cf7e1a61-ba37-4cbe-8379-235e7bd66585 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:43.541468 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a699a4e4-3c37-49ae-92db-4ea2677872e5 req-cf7e1a61-ba37-4cbe-8379-235e7bd66585 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 931 time: 0.0896063 Jul 21 10:46:43.580895 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5acf810c-582e-41b5-9786-09c4bd7cbf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (cc9aec49-a333-4875-92c1-4c56f68afb67), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.596757 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] For port 606e38eb-2f20-4811-87d6-bf2ef650eb71, host hv-cinder-84980, cleared binding levels {{(pid=111079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:46:43.636876 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] For port 606e38eb-2f20-4811-87d6-bf2ef650eb71, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=606e38eb-2f20-4811-87d6-bf2ef650eb71,segment=NetworkSegment(10af54be-e62c-450d-8841-c5ffd68bb7c1),segment_id=10af54be-e62c-450d-8841-c5ffd68bb7c1)] {{(pid=111079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:46:43.679313 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-5acf810c-582e-41b5-9786-09c4bd7cbf6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4b739d619eb4b248df1c2596942d023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6412637 Jul 21 10:46:43.679501 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 33042) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:43.695806 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf810c-582e-41b5-9786-09c4bd7cbf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9aec49-a333-4875-92c1-4c56f68afb67,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:43.710065 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a699a4e4-3c37-49ae-92db-4ea2677872e5 req-dc3d9ab4-a2b9-47d1-bab4-d0e48fb32fdf tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594930 Jul 21 10:46:43.724439 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7ac2a-3558-40b2-9330-d2801381981c req-add12751-376a-4fcd-a20a-156a6249506e tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:43.725984 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2ca7ac2a-3558-40b2-9330-d2801381981c req-add12751-376a-4fcd-a20a-156a6249506e tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 932 time: 0.0716784 Jul 21 10:46:43.727991 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (606e38eb-2f20-4811-87d6-bf2ef650eb71), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.749938 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ec35a432-0228-45e6-b5d5-d67d0c5d1b74 admin admin] Publish callbacks [] for security_group (cc9aec49-a333-4875-92c1-4c56f68afb67), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.776136 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ec35a432-0228-45e6-b5d5-d67d0c5d1b74 admin admin] Publish callbacks [] for security_group (cc9aec49-a333-4875-92c1-4c56f68afb67), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.805320 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:43.806530 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for port (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.808018 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] 10.222.0.57 "PUT /v2.0/ports/606e38eb-2f20-4811-87d6-bf2ef650eb71 HTTP/1.1" status: 200 len: 1094 time: 2.0436294 Jul 21 10:46:43.808491 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985', 'tag': '606e38eb-2f20-4811-87d6-bf2ef650eb71'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:46:43.905889 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2ca7ac2a-3558-40b2-9330-d2801381981c req-0d577d89-250d-41c9-8dee-8fd3c8c3d1cd tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716321 Jul 21 10:46:43.908408 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d9f12-4dfb-4cf9-9c3d-d494dc7c8c76 service neutron] Pushing event updated for resources: {'Port': ['ID=606e38eb-2f20-4811-87d6-bf2ef650eb71,revision_number=3']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:43.913159 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:43.935877 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ec35a432-0228-45e6-b5d5-d67d0c5d1b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (cc9aec49-a333-4875-92c1-4c56f68afb67), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.938522 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ec35a432-0228-45e6-b5d5-d67d0c5d1b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:43.942090 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-ec35a432-0228-45e6-b5d5-d67d0c5d1b74 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cc9aec49-a333-4875-92c1-4c56f68afb67 HTTP/1.1" status: 204 len: 168 time: 0.2591701 Jul 21 10:46:43.953519 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35a432-0228-45e6-b5d5-d67d0c5d1b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9aec49-a333-4875-92c1-4c56f68afb67,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:43.958510 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-97520d0b-5c23-433c-a23b-5cbff9b0de74 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--569484618&fields=id&tenant_id=0dc215aadb5345d791945658832aae4a HTTP/1.1" status: 200 len: 267 time: 0.0947030 Jul 21 10:46:44.043907 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225a2191-3958-4170-933f-62885c3cfbad" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985", "tag": "606e38eb-2f20-4811-87d6-bf2ef650eb71"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:46:44.315296 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9665c-28e2-4e45-9e99-b314ee0c68a9 req-626a3b58-02f0-47d1-b9b0-acc90e037e71 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:44.316864 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-23d9665c-28e2-4e45-9e99-b314ee0c68a9 req-626a3b58-02f0-47d1-b9b0-acc90e037e71 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 944 time: 0.3026619 Jul 21 10:46:44.331577 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:44.368052 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-3dc9fbca-5786-4e84-bcdf-8f1ca2ec8116 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:44.369677 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-3dc9fbca-5786-4e84-bcdf-8f1ca2ec8116 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/networks?id=192d6a0f-c1f8-471a-872f-e924c6d8f479 HTTP/1.1" status: 200 len: 815 time: 0.4029005 Jul 21 10:46:44.403618 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-bcea46d4-fa97-4375-ad22-b65e7d7dced2 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/quotas/0dc215aadb5345d791945658832aae4a HTTP/1.1" status: 200 len: 375 time: 0.0229635 Jul 21 10:46:44.406979 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-23d9665c-28e2-4e45-9e99-b314ee0c68a9 req-b1f9a831-994f-4c59-b72b-495d7cb18cc1 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792689 Jul 21 10:46:44.474067 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-6930b06c-63ad-4a19-a5c5-f69efe49ac2f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0dc215aadb5345d791945658832aae4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639336 Jul 21 10:46:44.536870 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:44.574454 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:44.614455 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-574ea34b-7580-4346-a3e8-944c0a0436f8 service neutron] 10.222.0.48 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125717 Jul 21 10:46:44.716307 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477cc028-8c44-4bc0-8811-0f217c164506 x-openstack-request-id: req-477cc028-8c44-4bc0-8811-0f217c164506 {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:46:44.716564 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985", "tag": "606e38eb-2f20-4811-87d6-bf2ef650eb71", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:46:44.716826 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-477cc028-8c44-4bc0-8811-0f217c164506 {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:46:44.717263 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477cc028-8c44-4bc0-8811-0f217c164506'] response: {'name': 'network-changed', 'server_uuid': '2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985', 'tag': '606e38eb-2f20-4811-87d6-bf2ef650eb71', 'status': 'completed', 'code': 200} Jul 21 10:46:44.745591 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:44.760967 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-287c6d2a-4381-41fb-b30e-810e20486179 service neutron] 10.222.0.48 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390996 Jul 21 10:46:44.792111 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 33078) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:44.811068 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a25d6d35-b3f9-4cbd-8e6b-0915524cea78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:44.965773 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c389b-6446-4fd5-b340-87be267bc2cb req-aca7814a-d9fb-4bf7-8fa5-58afec0f9fb5 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:44.967543 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-eb4c389b-6446-4fd5-b340-87be267bc2cb req-aca7814a-d9fb-4bf7-8fa5-58afec0f9fb5 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 931 time: 0.1012638 Jul 21 10:46:44.976628 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a25d6d35-b3f9-4cbd-8e6b-0915524cea78 admin admin] Publish callbacks [] for security_group (570611a4-c963-47c8-a140-fd0081099cc5), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:45.023763 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-eb4c389b-6446-4fd5-b340-87be267bc2cb req-022e942d-e3c5-4daf-ac5a-ec93ec8ddd99 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472026 Jul 21 10:46:45.068753 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a25d6d35-b3f9-4cbd-8e6b-0915524cea78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (570611a4-c963-47c8-a140-fd0081099cc5), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:45.117442 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-a25d6d35-b3f9-4cbd-8e6b-0915524cea78 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0012154b5e934aa893cd17017b0bd96a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237002 Jul 21 10:46:45.122330 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 33090) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:45.133111 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d6d35-b3f9-4cbd-8e6b-0915524cea78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570611a4-c963-47c8-a140-fd0081099cc5,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:45.208563 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Request body: {'port': {'device_id': 'b7a76827-1907-4bf4-b27c-945b33b2316d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:45.282573 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b67e752d-307b-47f0-83f9-c60b0936cd27 req-9ce8637b-0620-4f03-94a0-a9495a0941c6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.1096346 Jul 21 10:46:45.292448 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Request body: {'port': {'device_id': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:45.336666 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Request body: {'port': {'device_id': '86715109-fd38-41f4-b384-a319c310fc44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:46:45.539134 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (19e030a0-d846-4c1c-bab7-3d45644c2248), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:45.613603 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (e0efd748-6569-4435-ab16-d9acccb72164), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:45.619619 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:46:45.653295 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2f00b65f-1c5b-4127-be24-1cea853f5f63), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:45.707165 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:45.859601 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-fa786bac-684f-4366-b352-fbd51156daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:45.861214 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-fa786bac-684f-4366-b352-fbd51156daef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ceeabe5ea2a4a24b28901f50be5d532&device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 1128 time: 0.2651665 Jul 21 10:46:45.872382 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122abce-18b3-4e9e-8dcd-6a01ab147760 req-0a99be16-605b-4f46-936c-2672ba56107c tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:45.874729 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e122abce-18b3-4e9e-8dcd-6a01ab147760 req-0a99be16-605b-4f46-936c-2672ba56107c tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 944 time: 0.2640836 Jul 21 10:46:45.895011 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7dcbca97-0c0d-46d1-910d-484a44a2558b admin admin] Publish callbacks [] for security_group (570611a4-c963-47c8-a140-fd0081099cc5), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:46.080745 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7dcbca97-0c0d-46d1-910d-484a44a2558b admin admin] Publish callbacks [] for security_group (570611a4-c963-47c8-a140-fd0081099cc5), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:46.095612 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-50a6f210-b34c-4874-9cf3-8124491dbb31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=606e38eb-2f20-4811-87d6-bf2ef650eb71 HTTP/1.1" status: 200 len: 217 time: 0.1612830 Jul 21 10:46:46.242010 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475872ec-a700-4da0-b688-61e55395fc0e req-d7650546-b20c-41ff-9353-ff0de1bf4655 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:46.244523 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-475872ec-a700-4da0-b688-61e55395fc0e req-d7650546-b20c-41ff-9353-ff0de1bf4655 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 932 time: 0.6355829 Jul 21 10:46:46.319048 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e122abce-18b3-4e9e-8dcd-6a01ab147760 req-abfbb999-71a0-42e4-b8cf-7aada4e38770 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083157 Jul 21 10:46:46.558976 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-74e6e866-ccdc-4a71-935c-637bbd3ecabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:46.561372 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-74e6e866-ccdc-4a71-935c-637bbd3ecabf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=867dcedc-0693-46aa-a45d-14e1e670ddec HTTP/1.1" status: 200 len: 851 time: 0.4218292 Jul 21 10:46:46.562877 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e030a0-d846-4c1c-bab7-3d45644c2248 {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:46:46.573932 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Publish callbacks [] for port (19e030a0-d846-4c1c-bab7-3d45644c2248), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:46.600542 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Transition to ACTIVE for port object 19e030a0-d846-4c1c-bab7-3d45644c2248 will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:46:46.670217 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (19e030a0-d846-4c1c-bab7-3d45644c2248), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:46.821318 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:46.837333 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Pushing event updated for resources: {'Port': ['ID=19e030a0-d846-4c1c-bab7-3d45644c2248,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:46.943298 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Attempting to bind port 19e030a0-d846-4c1c-bab7-3d45644c2248 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:46:46.943942 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Attempting to bind port 19e030a0-d846-4c1c-bab7-3d45644c2248 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:46:46.944549 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Attempting to bind port 19e030a0-d846-4c1c-bab7-3d45644c2248 on network c6051ff4-8399-4b19-9b2a-895d18fcb35a {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:46.950004 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7dcbca97-0c0d-46d1-910d-484a44a2558b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (570611a4-c963-47c8-a140-fd0081099cc5), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:46.952842 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7dcbca97-0c0d-46d1-910d-484a44a2558b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:46.956333 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-7dcbca97-0c0d-46d1-910d-484a44a2558b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/570611a4-c963-47c8-a140-fd0081099cc5 HTTP/1.1" status: 204 len: 168 time: 1.8239019 Jul 21 10:46:46.962091 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Port 19e030a0-d846-4c1c-bab7-3d45644c2248 on network c6051ff4-8399-4b19-9b2a-895d18fcb35a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:46:46.962666 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Attempting to bind port 19e030a0-d846-4c1c-bab7-3d45644c2248 on network c6051ff4-8399-4b19-9b2a-895d18fcb35a {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:46.971024 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:46:46.971655 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Checking segment: {'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:46.973156 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Bound using segment: {'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:46:46.973789 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Bound port: 19e030a0-d846-4c1c-bab7-3d45644c2248, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:46:46.974336 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (19e030a0-d846-4c1c-bab7-3d45644c2248), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:46.987383 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-475872ec-a700-4da0-b688-61e55395fc0e req-fd8e1ae4-e316-4ba6-a341-2ae6c92818e5 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7212226 Jul 21 10:46:46.994095 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7073099-250f-4aa1-b779-8c304cfe37e0 req-0c01ebb2-0447-43ad-a984-4ad15d09e4ce tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:46.995750 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b7073099-250f-4aa1-b779-8c304cfe37e0 req-0c01ebb2-0447-43ad-a984-4ad15d09e4ce tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 931 time: 0.4414577 Jul 21 10:46:47.023524 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-5dd9fc3e-463c-44c6-9909-0771612f8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:47.028186 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-5dd9fc3e-463c-44c6-9909-0771612f8fc4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a0a9180e-0a1e-4a60-91ec-2707820a22f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4394124 Jul 21 10:46:47.122222 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f00b65f-1c5b-4127-be24-1cea853f5f63 {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:46:47.141905 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Publish callbacks [] for port (2f00b65f-1c5b-4127-be24-1cea853f5f63), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:47.148913 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] For port 19e030a0-d846-4c1c-bab7-3d45644c2248, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:46:47.157927 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] For port 19e030a0-d846-4c1c-bab7-3d45644c2248, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=19e030a0-d846-4c1c-bab7-3d45644c2248,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:46:47.160932 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbca97-0c0d-46d1-910d-484a44a2558b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570611a4-c963-47c8-a140-fd0081099cc5,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:47.219717 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Transition to ACTIVE for port object 2f00b65f-1c5b-4127-be24-1cea853f5f63 will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:46:47.233354 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6cc7ce69-2e67-430f-b151-0c7bea1c79b0 req-7860a714-2690-40e8-a362-792c673ebb2e tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0886135 Jul 21 10:46:47.245174 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (19e030a0-d846-4c1c-bab7-3d45644c2248), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:47.259739 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:47.264034 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b7073099-250f-4aa1-b779-8c304cfe37e0 req-f52ee1c0-ac7b-479d-b5cb-cac11ce80a2e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535727 Jul 21 10:46:47.350999 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (2f00b65f-1c5b-4127-be24-1cea853f5f63), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:47.358217 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:47.359038 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:47.361370 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] 10.222.0.57 "PUT /v2.0/ports/19e030a0-d846-4c1c-bab7-3d45644c2248 HTTP/1.1" status: 200 len: 1093 time: 2.1594043 Jul 21 10:46:47.361957 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a76827-1907-4bf4-b27c-945b33b2316d', 'tag': '19e030a0-d846-4c1c-bab7-3d45644c2248'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:46:47.553763 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5e0a6-826a-4820-95a2-e8ed9bec9692 service neutron] Pushing event updated for resources: {'Port': ['ID=19e030a0-d846-4c1c-bab7-3d45644c2248,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:47.618404 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-3bf2eb41-58fd-4290-ab68-bc00eecd5563 service neutron] 10.222.0.57 "GET /v2.0/networks/a0a9180e-0a1e-4a60-91ec-2707820a22f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017595 Jul 21 10:46:47.639005 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0201-83f7-480a-8864-2ce8a65eb99d req-89dffbe5-224b-4a92-9341-24486c357bee tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:47.647734 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-317c0201-83f7-480a-8864-2ce8a65eb99d req-89dffbe5-224b-4a92-9341-24486c357bee tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 944 time: 0.1729381 Jul 21 10:46:47.695546 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Pushing event updated for resources: {'Port': ['ID=2f00b65f-1c5b-4127-be24-1cea853f5f63,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:47.703197 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Attempting to bind port 2f00b65f-1c5b-4127-be24-1cea853f5f63 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:46:47.706663 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Attempting to bind port 2f00b65f-1c5b-4127-be24-1cea853f5f63 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:46:47.706663 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Attempting to bind port 2f00b65f-1c5b-4127-be24-1cea853f5f63 on network c6051ff4-8399-4b19-9b2a-895d18fcb35a {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:47.709851 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Port 2f00b65f-1c5b-4127-be24-1cea853f5f63 on network c6051ff4-8399-4b19-9b2a-895d18fcb35a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:46:47.710374 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Attempting to bind port 2f00b65f-1c5b-4127-be24-1cea853f5f63 on network c6051ff4-8399-4b19-9b2a-895d18fcb35a {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:47.720720 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:46:47.721434 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Checking segment: {'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:47.724524 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Bound using segment: {'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:46:47.726401 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Bound port: 2f00b65f-1c5b-4127-be24-1cea853f5f63, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:46:47.727692 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2f00b65f-1c5b-4127-be24-1cea853f5f63), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:47.763278 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0efd748-6569-4435-ab16-d9acccb72164 {{(pid=111079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:46:47.779962 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:47.796075 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Publish callbacks [] for port (e0efd748-6569-4435-ab16-d9acccb72164), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:47.844937 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-317c0201-83f7-480a-8864-2ce8a65eb99d req-0781442d-6e6d-4708-9fc8-9c1b368a0d84 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908979 Jul 21 10:46:47.844937 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.provisioning_blocks [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Transition to ACTIVE for port object e0efd748-6569-4435-ab16-d9acccb72164 will not be triggered until provisioned by entity L2. {{(pid=111079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:46:47.942680 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83d8761-5ebe-4932-821a-56cde69a724d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a76827-1907-4bf4-b27c-945b33b2316d", "tag": "19e030a0-d846-4c1c-bab7-3d45644c2248"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:46:47.966504 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (e0efd748-6569-4435-ab16-d9acccb72164), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:48.050870 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] For port 2f00b65f-1c5b-4127-be24-1cea853f5f63, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:46:48.057086 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] For port 2f00b65f-1c5b-4127-be24-1cea853f5f63, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2f00b65f-1c5b-4127-be24-1cea853f5f63,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:46:48.058743 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:48.068203 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Pushing event updated for resources: {'Port': ['ID=e0efd748-6569-4435-ab16-d9acccb72164,revision_number=2']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:48.178998 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (2f00b65f-1c5b-4127-be24-1cea853f5f63), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:48.183303 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.managers [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Attempting to bind port e0efd748-6569-4435-ab16-d9acccb72164 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:46:48.190724 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.managers [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Attempting to bind port e0efd748-6569-4435-ab16-d9acccb72164 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '814ceed5-7f51-4ceb-8599-977d0acdb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163'}] {{(pid=111079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:46:48.190724 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Attempting to bind port e0efd748-6569-4435-ab16-d9acccb72164 on network c770f837-eda0-4a68-b0cf-fd07722be163 {{(pid=111079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:48.210349 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd572f-1398-4d68-82a1-17a9cd185409 req-89f56455-399b-401a-b2e3-b51e6198a3aa tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:48.219016 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d7bd572f-1398-4d68-82a1-17a9cd185409 req-89f56455-399b-401a-b2e3-b51e6198a3aa tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 944 time: 0.1194448 Jul 21 10:46:48.224727 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Port e0efd748-6569-4435-ab16-d9acccb72164 on network c770f837-eda0-4a68-b0cf-fd07722be163 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:46:48.224727 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Attempting to bind port e0efd748-6569-4435-ab16-d9acccb72164 on network c770f837-eda0-4a68-b0cf-fd07722be163 {{(pid=111079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:46:48.229321 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d58813-033d-49be-bf7c-7b6b562b2a62 x-openstack-request-id: req-60d58813-033d-49be-bf7c-7b6b562b2a62 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:46:48.229626 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a76827-1907-4bf4-b27c-945b33b2316d", "tag": "19e030a0-d846-4c1c-bab7-3d45644c2248", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:46:48.229884 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60d58813-033d-49be-bf7c-7b6b562b2a62 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:46:48.230368 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d58813-033d-49be-bf7c-7b6b562b2a62'] response: {'name': 'network-changed', 'server_uuid': 'b7a76827-1907-4bf4-b27c-945b33b2316d', 'tag': '19e030a0-d846-4c1c-bab7-3d45644c2248', 'status': 'completed', 'code': 200} Jul 21 10:46:48.280169 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:48.282304 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:46:48.285327 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Checking segment: {'id': '814ceed5-7f51-4ceb-8599-977d0acdb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:46:48.285844 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Bound using segment: {'id': '814ceed5-7f51-4ceb-8599-977d0acdb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163'} {{(pid=111079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:46:48.288119 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.managers [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Bound port: e0efd748-6569-4435-ab16-d9acccb72164, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814ceed5-7f51-4ceb-8599-977d0acdb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163'}}] {{(pid=111079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:46:48.288591 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (e0efd748-6569-4435-ab16-d9acccb72164), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:48.296479 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:48.299166 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] 10.222.0.57 "PUT /v2.0/ports/2f00b65f-1c5b-4127-be24-1cea853f5f63 HTTP/1.1" status: 200 len: 1094 time: 2.9860363 Jul 21 10:46:48.366276 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a11f23-240a-40c4-9326-7af95fa7d778 service neutron] Pushing event updated for resources: {'Port': ['ID=2f00b65f-1c5b-4127-be24-1cea853f5f63,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:48.436795 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d7bd572f-1398-4d68-82a1-17a9cd185409 req-2e1ea255-1506-4768-945b-7f7655b2566f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166076 Jul 21 10:46:48.444423 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2017c863-fac3-4801-976b-60fb1dcaadad req-ace760f3-708b-4358-8948-ca4d666dd826 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0840871 Jul 21 10:46:48.530528 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:48.542800 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] For port e0efd748-6569-4435-ab16-d9acccb72164, host hv-cinder-84980, cleared binding levels {{(pid=111079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:46:48.548741 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] For port e0efd748-6569-4435-ab16-d9acccb72164, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e0efd748-6569-4435-ab16-d9acccb72164,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:46:48.613683 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6146b-52cf-4c76-8f73-5e9d3c19b36d req-c78f5dfa-eba2-4d8f-b72f-135f34688d79 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:48.615239 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-04f6146b-52cf-4c76-8f73-5e9d3c19b36d req-c78f5dfa-eba2-4d8f-b72f-135f34688d79 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0698280 Jul 21 10:46:48.804154 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (e0efd748-6569-4435-ab16-d9acccb72164), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:48.816310 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:48.864005 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:48.864692 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for port (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:48.867714 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] 10.222.0.57 "PUT /v2.0/ports/e0efd748-6569-4435-ab16-d9acccb72164 HTTP/1.1" status: 200 len: 1093 time: 3.6012154 Jul 21 10:46:48.868761 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'tag': 'e0efd748-6569-4435-ab16-d9acccb72164'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:46:48.870903 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcb6e74-d6a6-4f0b-962d-4d5fda49789c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e730525-7ce4-4a5a-8023-84cae6b1da3d", "tag": "e0efd748-6569-4435-ab16-d9acccb72164"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:46:48.902166 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-04f6146b-52cf-4c76-8f73-5e9d3c19b36d req-906c5fa5-d1ff-4d53-9f6a-01f7fe95bebf tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802930 Jul 21 10:46:48.902875 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1126e9-ce32-45ad-9766-1462fe4d4f57 service neutron] Pushing event updated for resources: {'Port': ['ID=e0efd748-6569-4435-ab16-d9acccb72164,revision_number=3']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:48.981131 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f82c83-84e2-446b-a389-78e764d69334 x-openstack-request-id: req-60f82c83-84e2-446b-a389-78e764d69334 {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:46:48.981911 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e730525-7ce4-4a5a-8023-84cae6b1da3d", "tag": "e0efd748-6569-4435-ab16-d9acccb72164", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:46:48.981911 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60f82c83-84e2-446b-a389-78e764d69334 {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:46:48.982046 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f82c83-84e2-446b-a389-78e764d69334'] response: {'name': 'network-changed', 'server_uuid': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'tag': 'e0efd748-6569-4435-ab16-d9acccb72164', 'status': 'completed', 'code': 200} Jul 21 10:46:49.002054 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91911c8-2cec-427d-8bf5-05a7d5db3b67 req-8cd92966-c14b-4e5b-9b0d-90edfb6fb1c2 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:49.003718 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e91911c8-2cec-427d-8bf5-05a7d5db3b67 req-8cd92966-c14b-4e5b-9b0d-90edfb6fb1c2 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 944 time: 0.0593863 Jul 21 10:46:49.057349 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e91911c8-2cec-427d-8bf5-05a7d5db3b67 req-9a7ac0ad-ce9f-4aaf-9351-db3c1e086994 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470138 Jul 21 10:46:49.563122 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c29304-5f78-40cd-9e92-ae15111f81ac req-334c110a-653d-4578-b54b-f078eb15f8a3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:49.564771 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-62c29304-5f78-40cd-9e92-ae15111f81ac req-334c110a-653d-4578-b54b-f078eb15f8a3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 944 time: 0.0580230 Jul 21 10:46:49.605012 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bd645271-ff5f-435a-a3ef-ee16ecf48c67 req-d54835e2-a49a-4f9f-a33f-a7067205ba1c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0392354 Jul 21 10:46:49.638441 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-62c29304-5f78-40cd-9e92-ae15111f81ac req-1e7122ca-31ee-4aeb-88cf-beffd3249a68 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636642 Jul 21 10:46:50.046790 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524792f2-17a5-4b7e-9704-3e305dc035da req-5b8caa33-bf8e-4f6a-ba2e-b7fe326f3eb0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:50.048361 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-524792f2-17a5-4b7e-9704-3e305dc035da req-5b8caa33-bf8e-4f6a-ba2e-b7fe326f3eb0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0709865 Jul 21 10:46:50.131204 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-524792f2-17a5-4b7e-9704-3e305dc035da req-a53c0591-f708-4dbb-8f33-28c29a01b20b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761375 Jul 21 10:46:50.214570 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68baeb0c-4cd0-4b15-8781-9d45ca2c8f6e req-ef9f56aa-a03b-4732-b5df-012fd3a55dca tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:50.220108 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-68baeb0c-4cd0-4b15-8781-9d45ca2c8f6e req-ef9f56aa-a03b-4732-b5df-012fd3a55dca tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 944 time: 0.0627742 Jul 21 10:46:50.231413 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86715109-fd38-41f4-b384-a319c310fc44', 'tag': '2f00b65f-1c5b-4127-be24-1cea853f5f63'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:46:50.234035 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb404fd-095e-496b-be05-afe0f212cf24" -d '{"events": [{"name": "network-changed", "server_uuid": "86715109-fd38-41f4-b384-a319c310fc44", "tag": "2f00b65f-1c5b-4127-be24-1cea853f5f63"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:46:50.237618 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:50.282603 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-68baeb0c-4cd0-4b15-8781-9d45ca2c8f6e req-3a9c9e1d-0bc3-4854-8b5e-201339e18ca3 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556245 Jul 21 10:46:50.296248 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86a983d-54b3-46cd-afee-d2e1bde3ea8e x-openstack-request-id: req-a86a983d-54b3-46cd-afee-d2e1bde3ea8e {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:46:50.296823 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86715109-fd38-41f4-b384-a319c310fc44", "tag": "2f00b65f-1c5b-4127-be24-1cea853f5f63", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:46:50.297296 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a86a983d-54b3-46cd-afee-d2e1bde3ea8e {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:46:50.297931 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86a983d-54b3-46cd-afee-d2e1bde3ea8e'] response: {'name': 'network-changed', 'server_uuid': '86715109-fd38-41f4-b384-a319c310fc44', 'tag': '2f00b65f-1c5b-4127-be24-1cea853f5f63', 'status': 'completed', 'code': 200} Jul 21 10:46:50.871893 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de34d9-ea23-45c7-a8f0-9be50287f25f req-1d1a8657-7f29-434a-a6e7-e76a9de22ee6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:50.886388 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-24de34d9-ea23-45c7-a8f0-9be50287f25f req-1d1a8657-7f29-434a-a6e7-e76a9de22ee6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 944 time: 0.1544931 Jul 21 10:46:50.897750 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-baa7927e-611f-4767-99a0-0ffad0bd1c90 req-1b8c10ba-2fe6-4f48-84ae-a6f58db6b772 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.1282256 Jul 21 10:46:50.991110 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-24de34d9-ea23-45c7-a8f0-9be50287f25f req-cd506ed8-3b4f-40d2-948f-3f958c377fc3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034274 Jul 21 10:46:51.319185 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9325c1-31f8-4434-abf4-2a040c791c02 req-9b6ed405-eadb-4d5f-8d25-aade55a028a5 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:51.320737 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8e9325c1-31f8-4434-abf4-2a040c791c02 req-9b6ed405-eadb-4d5f-8d25-aade55a028a5 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0693932 Jul 21 10:46:51.364349 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-8bc6e87f-a94e-44b9-9b48-f2a9f1195b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:51.413680 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8e9325c1-31f8-4434-abf4-2a040c791c02 req-a31fd418-e1ba-4001-b4d7-10781e39f8f2 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709350 Jul 21 10:46:51.481921 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4639002-fb52-4ca7-8c00-117720ce4581 req-1ee15e64-7ec5-4454-8acd-16f260e84d54 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:51.489594 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b4639002-fb52-4ca7-8c00-117720ce4581 req-1ee15e64-7ec5-4454-8acd-16f260e84d54 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 944 time: 0.0739772 Jul 21 10:46:51.576769 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b4639002-fb52-4ca7-8c00-117720ce4581 req-bc2f90c7-cd73-4299-933e-1fd845c7d5dc tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855839 Jul 21 10:46:52.019400 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1cf8b3b7-f088-4bb0-bff2-9b238e2cc144 req-1334fad7-75b2-42c8-b313-3c58d534256a tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0350418 Jul 21 10:46:52.136517 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fe78f-5b4f-4778-a865-7fbb970c041e req-bfa0e82d-9b54-4500-8419-c9b7f2d55b7e tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:52.138067 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dc0fe78f-5b4f-4778-a865-7fbb970c041e req-bfa0e82d-9b54-4500-8419-c9b7f2d55b7e tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 944 time: 0.0518026 Jul 21 10:46:52.195197 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 33316) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:52.222684 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dc0fe78f-5b4f-4778-a865-7fbb970c041e req-6cad4a6a-e486-43f7-8f54-a0a52b3aa168 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757775 Jul 21 10:46:52.323168 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5a22fdfb-9e89-496d-af70-749cd13ac140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:52.423300 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5a22fdfb-9e89-496d-af70-749cd13ac140 admin admin] Publish callbacks [] for security_group (2d4765e1-b839-4721-a1df-d150c3506af6), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:52.501951 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5a22fdfb-9e89-496d-af70-749cd13ac140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (2d4765e1-b839-4721-a1df-d150c3506af6), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:52.537015 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22fdfb-9e89-496d-af70-749cd13ac140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4765e1-b839-4721-a1df-d150c3506af6,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:52.567209 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-5a22fdfb-9e89-496d-af70-749cd13ac140 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ccaca39663849e683817d04510a1831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3693984 Jul 21 10:46:52.568325 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dffd7c-1545-44aa-b336-a4ecf8a081e7 req-e285e23f-cb99-45b4-9077-1e4d7b3b558c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:52.569593 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 33322) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:52.569983 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-67dffd7c-1545-44aa-b336-a4ecf8a081e7 req-e285e23f-cb99-45b4-9077-1e4d7b3b558c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0691817 Jul 21 10:46:52.641634 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-67dffd7c-1545-44aa-b336-a4ecf8a081e7 req-9daf1d93-990a-4f89-a18b-c6ed5e5144c9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606585 Jul 21 10:46:52.678994 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-959a3ca2-edb8-4079-8fc8-b7fc655a5bde admin admin] Publish callbacks [] for security_group (2d4765e1-b839-4721-a1df-d150c3506af6), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:52.715621 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-959a3ca2-edb8-4079-8fc8-b7fc655a5bde admin admin] Publish callbacks [] for security_group (2d4765e1-b839-4721-a1df-d150c3506af6), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:52.730733 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2a59d-0260-4ad5-b520-0152523aebe6 req-56d2d96b-2907-4f20-bfa9-2ebed82ea422 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:52.732557 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5dc2a59d-0260-4ad5-b520-0152523aebe6 req-56d2d96b-2907-4f20-bfa9-2ebed82ea422 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 944 time: 0.0592847 Jul 21 10:46:52.800056 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5dc2a59d-0260-4ad5-b520-0152523aebe6 req-34e82ed6-1385-4039-be8f-80352e8c6f5b tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595927 Jul 21 10:46:52.918445 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-959a3ca2-edb8-4079-8fc8-b7fc655a5bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (2d4765e1-b839-4721-a1df-d150c3506af6), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:52.922414 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-959a3ca2-edb8-4079-8fc8-b7fc655a5bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:52.927854 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-959a3ca2-edb8-4079-8fc8-b7fc655a5bde admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d4765e1-b839-4721-a1df-d150c3506af6 HTTP/1.1" status: 204 len: 168 time: 0.3527951 Jul 21 10:46:52.935242 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a3ca2-edb8-4079-8fc8-b7fc655a5bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4765e1-b839-4721-a1df-d150c3506af6,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:53.154037 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cecf83f0-52c3-4e0d-9b64-b1739216cf40 req-3e94d039-414f-4ffe-bd20-63d8d7604fd0 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0521798 Jul 21 10:46:53.369523 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f03772-da09-4c50-94d3-0622cc913e9e req-2ced1229-6916-4030-9d80-b454ae55a887 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:53.375280 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b6f03772-da09-4c50-94d3-0622cc913e9e req-2ced1229-6916-4030-9d80-b454ae55a887 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 944 time: 0.0565438 Jul 21 10:46:53.454957 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b6f03772-da09-4c50-94d3-0622cc913e9e req-ece43442-209c-41dd-a72a-14892e82c7f1 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765493 Jul 21 10:46:53.697031 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 33346) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:53.715583 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0799442e-145c-4606-9eac-5d6ef1ee29a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:53.800796 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec111f7-8fcc-4932-b708-7171c8ce95da req-eef8dad6-4e4e-471c-a571-8ba7dad0cd74 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:53.802389 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-eec111f7-8fcc-4932-b708-7171c8ce95da req-eef8dad6-4e4e-471c-a571-8ba7dad0cd74 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0715771 Jul 21 10:46:53.831797 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:53.877028 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:53.885364 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0799442e-145c-4606-9eac-5d6ef1ee29a7 admin admin] Publish callbacks [] for security_group (ffe73bd0-1495-4a18-86a3-07c09aa730ec), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:53.897177 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-eec111f7-8fcc-4932-b708-7171c8ce95da req-f5cd6e44-1d65-48c2-b41a-fd8735ae5238 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881262 Jul 21 10:46:53.977944 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47c645-c4b5-40a7-9e00-5f4d06bbacb4 req-83f36f11-1911-4727-85dc-4b319b892820 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:53.979520 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3d47c645-c4b5-40a7-9e00-5f4d06bbacb4 req-83f36f11-1911-4727-85dc-4b319b892820 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 944 time: 0.0665348 Jul 21 10:46:53.999448 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-1fc31149-b61f-4b43-b8c5-1120da5d181a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:54.001084 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0799442e-145c-4606-9eac-5d6ef1ee29a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (ffe73bd0-1495-4a18-86a3-07c09aa730ec), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:54.062858 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-0799442e-145c-4606-9eac-5d6ef1ee29a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86b342c0b091421ab7e23e80d59f6d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646557 Jul 21 10:46:54.066817 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 33352) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:54.069119 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799442e-145c-4606-9eac-5d6ef1ee29a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe73bd0-1495-4a18-86a3-07c09aa730ec,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:54.085117 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3d47c645-c4b5-40a7-9e00-5f4d06bbacb4 req-5fef4b87-31e9-461e-8f9e-4494936134cd tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963311 Jul 21 10:46:54.154113 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-563a3e2c-7539-4a83-adaa-cdc7d41c043a admin admin] Publish callbacks [] for security_group (ffe73bd0-1495-4a18-86a3-07c09aa730ec), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:54.185172 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-563a3e2c-7539-4a83-adaa-cdc7d41c043a admin admin] Publish callbacks [] for security_group (ffe73bd0-1495-4a18-86a3-07c09aa730ec), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:54.250658 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:54.324086 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3391d585-2afb-466c-8ff7-c9e1bbbdaa72 req-752f24ca-b44d-47cf-87f2-368075e24c8b tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0388820 Jul 21 10:46:54.400735 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-563a3e2c-7539-4a83-adaa-cdc7d41c043a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (ffe73bd0-1495-4a18-86a3-07c09aa730ec), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:54.406222 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-563a3e2c-7539-4a83-adaa-cdc7d41c043a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:54.407725 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-563a3e2c-7539-4a83-adaa-cdc7d41c043a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffe73bd0-1495-4a18-86a3-07c09aa730ec HTTP/1.1" status: 204 len: 168 time: 0.3398969 Jul 21 10:46:54.417896 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a3e2c-7539-4a83-adaa-cdc7d41c043a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe73bd0-1495-4a18-86a3-07c09aa730ec,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:54.610220 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c9804-b902-461d-826a-216002a2e770 req-4016cf5e-6636-4778-9b2f-d3bc05848ea8 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:54.611932 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b37c9804-b902-461d-826a-216002a2e770 req-4016cf5e-6636-4778-9b2f-d3bc05848ea8 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 944 time: 0.0673163 Jul 21 10:46:54.673042 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b37c9804-b902-461d-826a-216002a2e770 req-87c50caa-1b36-465b-9e70-153c35eff2c4 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548623 Jul 21 10:46:55.074514 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa3991-3274-41d2-b8ab-69bba80dc3ec req-75e270d3-2b38-4855-a9a1-1f1db5f3c509 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:55.076119 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-42fa3991-3274-41d2-b8ab-69bba80dc3ec req-75e270d3-2b38-4855-a9a1-1f1db5f3c509 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0677638 Jul 21 10:46:55.200635 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-42fa3991-3274-41d2-b8ab-69bba80dc3ec req-1e4bdd9a-0c0d-40ac-a7c6-87d8f91dfcb3 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153853 Jul 21 10:46:55.264026 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01b411-f8bf-4abc-8c57-032bd3140324 req-49c31c67-8852-476a-80ad-a2597acf46a8 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:55.265902 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0c01b411-f8bf-4abc-8c57-032bd3140324 req-49c31c67-8852-476a-80ad-a2597acf46a8 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 944 time: 0.0795259 Jul 21 10:46:55.348886 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0c01b411-f8bf-4abc-8c57-032bd3140324 req-92cd09ab-6782-4f95-8856-d4558f3f6dd4 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762060 Jul 21 10:46:55.355234 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:55.453380 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fbb8c136-41a4-4668-8b3d-549db6bee37c req-d6121a39-0401-4e38-9c3a-3c15e2f7bfe7 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0399179 Jul 21 10:46:55.614341 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:55.801953 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b0140-90f1-47d4-b55b-d8d9e0b8f9ab req-d6a8c954-b8ce-45a0-9eba-6c188f64c286 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:55.828587 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-007b0140-90f1-47d4-b55b-d8d9e0b8f9ab req-d6a8c954-b8ce-45a0-9eba-6c188f64c286 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 944 time: 0.0512450 Jul 21 10:46:56.007014 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-007b0140-90f1-47d4-b55b-d8d9e0b8f9ab req-7f10b451-24f9-47fc-ad31-b9ef333babc9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505753 Jul 21 10:46:56.386770 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4fb88131-aefa-45b9-a29e-8b6790d733b9 req-cf71a8c8-3f71-4c80-b668-1918d1b220ab service neutron] 10.222.0.57 "GET /v2.0/networks/a0a9180e-0a1e-4a60-91ec-2707820a22f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935663 Jul 21 10:46:56.405575 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12014854-3ad5-49af-8da5-172325559cc8 req-77f42d7c-26a6-44c0-91e3-301610135f70 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:56.411989 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-12014854-3ad5-49af-8da5-172325559cc8 req-77f42d7c-26a6-44c0-91e3-301610135f70 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.1168168 Jul 21 10:46:56.412758 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb404fd-095e-496b-be05-afe0f212cf24 req-a42a320c-b441-40ba-b6d3-3cafadb0b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:56.414610 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2fb404fd-095e-496b-be05-afe0f212cf24 req-a42a320c-b441-40ba-b6d3-3cafadb0b396 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 1128 time: 0.0970840 Jul 21 10:46:56.430202 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d8761-5ebe-4932-821a-56cde69a724d req-9c2e0211-29e0-4d7e-88e1-532d4cb99175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:56.433062 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e83d8761-5ebe-4932-821a-56cde69a724d req-9c2e0211-29e0-4d7e-88e1-532d4cb99175 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 1127 time: 0.0929911 Jul 21 10:46:56.476652 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb6e74-d6a6-4f0b-962d-4d5fda49789c req-c71a6aae-bad2-4d08-bbf7-706433b085b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:56.478771 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-0bcb6e74-d6a6-4f0b-962d-4d5fda49789c req-c71a6aae-bad2-4d08-bbf7-706433b085b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29c1b9c9f7024f8494e0a9b58fe35710&device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 1127 time: 0.0445468 Jul 21 10:46:56.495444 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-12014854-3ad5-49af-8da5-172325559cc8 req-62df3527-e5df-4cbe-9f3d-74c19d6abc6b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795667 Jul 21 10:46:56.507432 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d89a5-70c5-43bd-ad3e-fbf0d769d9eb req-1e8f7876-3152-469f-a170-9e2fab6a66c9 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:56.509333 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-340d89a5-70c5-43bd-ad3e-fbf0d769d9eb req-1e8f7876-3152-469f-a170-9e2fab6a66c9 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 944 time: 0.0713670 Jul 21 10:46:56.532376 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:56.574323 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-340d89a5-70c5-43bd-ad3e-fbf0d769d9eb req-e51799b5-b774-4847-9e2f-b443d8ebf6e1 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582724 Jul 21 10:46:56.597639 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7af004b3-6647-49e4-b8d4-76a1f2458385 req-eff5cae9-566b-4a45-9c73-920b25e4669b tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0350990 Jul 21 10:46:56.668638 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:56.735694 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:56.930847 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 33450) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:57.052251 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc26a06-2888-4a29-8168-7a206c2df261 req-4216e57b-3bd0-4117-81d5-c602d882e6bb tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:57.056922 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8bc26a06-2888-4a29-8168-7a206c2df261 req-4216e57b-3bd0-4117-81d5-c602d882e6bb tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 944 time: 0.0632713 Jul 21 10:46:57.057921 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ec0317ac-e8d5-4aae-9c68-454d49d8ddd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:57.137044 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8bc26a06-2888-4a29-8168-7a206c2df261 req-003b392f-05f1-48a3-94e4-62a237e99834 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720792 Jul 21 10:46:57.162782 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:57.188403 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ec0317ac-e8d5-4aae-9c68-454d49d8ddd2 admin admin] Publish callbacks [] for security_group (1d3375f3-aded-4f42-832b-1909807eda51), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:57.261437 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ec0317ac-e8d5-4aae-9c68-454d49d8ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (1d3375f3-aded-4f42-832b-1909807eda51), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:57.300778 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-ec0317ac-e8d5-4aae-9c68-454d49d8ddd2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=181c8fe009844fa2871fcdea66891ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688655 Jul 21 10:46:57.301864 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0317ac-e8d5-4aae-9c68-454d49d8ddd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3375f3-aded-4f42-832b-1909807eda51,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:57.303647 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 33468) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:46:57.357207 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-81a50aaa-e144-44c0-bc48-a6042acb2541 admin admin] Publish callbacks [] for security_group (1d3375f3-aded-4f42-832b-1909807eda51), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:57.378372 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-81a50aaa-e144-44c0-bc48-a6042acb2541 admin admin] Publish callbacks [] for security_group (1d3375f3-aded-4f42-832b-1909807eda51), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:57.524641 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-81a50aaa-e144-44c0-bc48-a6042acb2541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (1d3375f3-aded-4f42-832b-1909807eda51), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:57.527577 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-81a50aaa-e144-44c0-bc48-a6042acb2541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:46:57.534963 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-81a50aaa-e144-44c0-bc48-a6042acb2541 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d3375f3-aded-4f42-832b-1909807eda51 HTTP/1.1" status: 204 len: 168 time: 0.2242725 Jul 21 10:46:57.546325 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a50aaa-e144-44c0-bc48-a6042acb2541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3375f3-aded-4f42-832b-1909807eda51,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:46:57.637384 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2e82e-a4d7-4716-b5e6-0b8106745bd8 req-941d1697-2fcc-4da4-b117-de82b52d60f6 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:57.638968 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-05d2e82e-a4d7-4716-b5e6-0b8106745bd8 req-941d1697-2fcc-4da4-b117-de82b52d60f6 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0585668 Jul 21 10:46:57.738475 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-05d2e82e-a4d7-4716-b5e6-0b8106745bd8 req-ba877904-a88e-47dd-a7e8-a8928077b650 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918720 Jul 21 10:46:57.744814 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2149f4-e400-4d66-aa4f-4eb2b33020eb req-3b01b1b1-bc43-412d-b67d-5a63b6d8114b tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:57.747760 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cd2149f4-e400-4d66-aa4f-4eb2b33020eb req-3b01b1b1-bc43-412d-b67d-5a63b6d8114b tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 944 time: 0.0827589 Jul 21 10:46:57.821710 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cd2149f4-e400-4d66-aa4f-4eb2b33020eb req-db789b4f-19f3-4fe0-aa20-46f0a5fc370a tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696039 Jul 21 10:46:57.853155 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-470006a4-9701-4ea2-bc73-181dc4a984f4 req-56c02bfe-e318-4c33-92eb-2abfbcf7e30e tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0301123 Jul 21 10:46:58.268349 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4b63f-2554-4eff-8f5a-d70395ec1080 req-5ffc2eb0-d003-474b-b7f2-25637aeef796 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:58.269859 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5ac4b63f-2554-4eff-8f5a-d70395ec1080 req-5ffc2eb0-d003-474b-b7f2-25637aeef796 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 944 time: 0.0506775 Jul 21 10:46:58.327478 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5ac4b63f-2554-4eff-8f5a-d70395ec1080 req-05d95e1e-cbde-4a4e-8154-73060e236595 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519457 Jul 21 10:46:58.849121 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:58.871122 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb0e01-64f0-411b-8bac-1b13a2c3d499 req-af10e979-092f-400b-923d-6c3014e140d9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:58.873321 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9ddb0e01-64f0-411b-8bac-1b13a2c3d499 req-af10e979-092f-400b-923d-6c3014e140d9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0561290 Jul 21 10:46:58.958722 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e0576-9182-4165-b97c-689c1cc364bf req-c1ce65f6-f033-4306-85a7-75aeda258a31 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:58.960244 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ec8e0576-9182-4165-b97c-689c1cc364bf req-c1ce65f6-f033-4306-85a7-75aeda258a31 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 944 time: 0.0625010 Jul 21 10:46:58.964331 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9ddb0e01-64f0-411b-8bac-1b13a2c3d499 req-a4628ef2-9828-405f-985a-7c9eb9acb9f2 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851550 Jul 21 10:46:59.032031 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ec8e0576-9182-4165-b97c-689c1cc364bf req-64712ebc-1b9f-4b71-9db5-d2693c566c1e tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623603 Jul 21 10:46:59.081719 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-31334ef3-691a-454e-96c4-54a85c64a091 req-aa120c2e-0ccf-4d57-8b37-8f1b51de67d6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0289268 Jul 21 10:46:59.448830 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc69e19-b0cc-4aed-ab67-c60278d8fd71 req-051b7c4d-055f-412c-9dba-79a800fa2680 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:59.455550 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4cc69e19-b0cc-4aed-ab67-c60278d8fd71 req-051b7c4d-055f-412c-9dba-79a800fa2680 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 944 time: 0.0532143 Jul 21 10:46:59.501458 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4cc69e19-b0cc-4aed-ab67-c60278d8fd71 req-ebff9258-05c3-4935-830f-d9b0beab8ff1 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454798 Jul 21 10:46:59.695209 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:46:59.907855 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a2191-3958-4170-933f-62885c3cfbad req-1d3956f9-245d-417f-8caa-42d7c60e3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:59.909356 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-225a2191-3958-4170-933f-62885c3cfbad req-1d3956f9-245d-417f-8caa-42d7c60e3a37 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ceeabe5ea2a4a24b28901f50be5d532&device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 1128 time: 0.1046278 Jul 21 10:46:59.910506 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb404fd-095e-496b-be05-afe0f212cf24 req-b6fde109-084e-4ecf-a0f6-5dbbfb36052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:59.911863 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2fb404fd-095e-496b-be05-afe0f212cf24 req-b6fde109-084e-4ecf-a0f6-5dbbfb36052a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2604320 Jul 21 10:46:59.930878 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d8761-5ebe-4932-821a-56cde69a724d req-3ed5f9b1-651f-49b4-b4b6-5a04c8afefad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:59.932580 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e83d8761-5ebe-4932-821a-56cde69a724d req-3ed5f9b1-651f-49b4-b4b6-5a04c8afefad service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2803237 Jul 21 10:46:59.945801 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb6e74-d6a6-4f0b-962d-4d5fda49789c req-a482424c-7eaa-40f8-a49e-a8cbeec42bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:46:59.952981 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-0bcb6e74-d6a6-4f0b-962d-4d5fda49789c req-a482424c-7eaa-40f8-a49e-a8cbeec42bf2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=29c1b9c9f7024f8494e0a9b58fe35710&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2938831 Jul 21 10:47:00.112602 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1278bc-34b6-43d8-baf6-ba75f42f9dc7 req-947f2532-5569-40b2-a8a9-83ffd9d1fafe tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:00.114118 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7d1278bc-34b6-43d8-baf6-ba75f42f9dc7 req-947f2532-5569-40b2-a8a9-83ffd9d1fafe tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0614879 Jul 21 10:47:00.199849 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dae6a7-1571-4dcc-a374-54c0471c80be req-c558bbe0-0ce7-472f-93ef-982cb57d9093 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:00.201397 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-64dae6a7-1571-4dcc-a374-54c0471c80be req-c558bbe0-0ce7-472f-93ef-982cb57d9093 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 944 time: 0.0863655 Jul 21 10:47:00.215669 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7d1278bc-34b6-43d8-baf6-ba75f42f9dc7 req-ee9c0693-580c-4343-a5a8-428a919d5149 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897541 Jul 21 10:47:00.279400 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-64dae6a7-1571-4dcc-a374-54c0471c80be req-ff342cbb-6eed-4fcb-83fc-85b9d3d6da36 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615449 Jul 21 10:47:00.324246 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bd9fe4eb-6dfd-4a65-a4c0-b97b17f73693 req-a6c34980-393d-4680-b38f-f3eb2b901b85 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0324233 Jul 21 10:47:00.618156 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba20567-2b1a-4bd7-8a93-f7662d9d143d req-c0a61b9e-55c0-4666-8104-9a2847dcc6b1 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:00.619996 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8ba20567-2b1a-4bd7-8a93-f7662d9d143d req-c0a61b9e-55c0-4666-8104-9a2847dcc6b1 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 944 time: 0.0502744 Jul 21 10:47:00.670394 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8ba20567-2b1a-4bd7-8a93-f7662d9d143d req-3789d151-5501-4df3-af3b-4bf9de8785ef tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447025 Jul 21 10:47:01.224311 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d8761-5ebe-4932-821a-56cde69a724d req-9a5e3c5c-9a61-43da-ae34-a525b0a1ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:01.226127 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e83d8761-5ebe-4932-821a-56cde69a724d req-9a5e3c5c-9a61-43da-ae34-a525b0a1ad0e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3068755 Jul 21 10:47:01.228866 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb6e74-d6a6-4f0b-962d-4d5fda49789c req-f039ad04-b665-4b96-8326-0069292087c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:01.229726 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-0bcb6e74-d6a6-4f0b-962d-4d5fda49789c req-f039ad04-b665-4b96-8326-0069292087c8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3120964 Jul 21 10:47:01.392234 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:01.460820 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-cdbac3e9-df34-4ff6-806a-efbd08d59e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:01.462712 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-cdbac3e9-df34-4ff6-806a-efbd08d59e14 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 1127 time: 0.0821877 Jul 21 10:47:01.468322 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-0e410f03-4b47-4fb9-9b94-6a8d3f98a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:01.469747 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-0e410f03-4b47-4fb9-9b94-6a8d3f98a7cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29c1b9c9f7024f8494e0a9b58fe35710&device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 1127 time: 0.0763462 Jul 21 10:47:01.513709 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8b291-7b4c-4f32-847b-c7ea2f26710c req-848bcd1f-e6e9-4f11-a376-a0ae4f0fab01 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:01.515299 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-01b8b291-7b4c-4f32-847b-c7ea2f26710c req-848bcd1f-e6e9-4f11-a376-a0ae4f0fab01 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.1983659 Jul 21 10:47:01.541460 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb404fd-095e-496b-be05-afe0f212cf24 req-e0629829-5fed-4625-81f5-dae5bfe56942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:01.542970 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2fb404fd-095e-496b-be05-afe0f212cf24 req-e0629829-5fed-4625-81f5-dae5bfe56942 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6259255 Jul 21 10:47:01.568262 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7fce5-6479-43cc-af09-693b8cbe8530 req-d31b487c-d2e6-4e89-97a9-8b1aecd02d9a tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:01.569789 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-15a7fce5-6479-43cc-af09-693b8cbe8530 req-d31b487c-d2e6-4e89-97a9-8b1aecd02d9a tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 944 time: 0.1909382 Jul 21 10:47:01.575523 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a2191-3958-4170-933f-62885c3cfbad req-a55ea028-b439-49f9-bee4-6c2f8a288fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:01.577005 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-225a2191-3958-4170-933f-62885c3cfbad req-a55ea028-b439-49f9-bee4-6c2f8a288fc0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a0a9180e-0a1e-4a60-91ec-2707820a22f4 HTTP/1.1" status: 200 len: 913 time: 0.6428721 Jul 21 10:47:01.600325 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:01.607163 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-36d21e01-2075-4d45-b72a-b1ee76a5403d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19e030a0-d846-4c1c-bab7-3d45644c2248 HTTP/1.1" status: 200 len: 217 time: 0.1195474 Jul 21 10:47:01.608585 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-3258e20b-06c6-44f0-a780-cf3740d706fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0efd748-6569-4435-ab16-d9acccb72164 HTTP/1.1" status: 200 len: 217 time: 0.1137178 Jul 21 10:47:01.663163 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-225a2191-3958-4170-933f-62885c3cfbad req-84eca400-c0ee-4c84-aa3a-7a932252bb54 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=606e38eb-2f20-4811-87d6-bf2ef650eb71 HTTP/1.1" status: 200 len: 217 time: 0.0649898 Jul 21 10:47:01.710408 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:01.717649 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-01b8b291-7b4c-4f32-847b-c7ea2f26710c req-21257a98-c278-4dfe-9f3f-89f97e63491d tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876471 Jul 21 10:47:01.723830 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-38aa9714-04b6-4d94-b042-bc2e653246df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:01.725299 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-38aa9714-04b6-4d94-b042-bc2e653246df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c79189c-6f8d-462a-9ba9-a421b25b0a63 HTTP/1.1" status: 200 len: 855 time: 0.0988593 Jul 21 10:47:01.726556 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-1da056ad-6ce2-48a0-80e9-0dd10ca877d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:01.728410 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-1da056ad-6ce2-48a0-80e9-0dd10ca877d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e0cf4ee-8186-43e0-be83-a0ef0604ebdb HTTP/1.1" status: 200 len: 858 time: 0.1111274 Jul 21 10:47:01.762175 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-1a458507-75ad-4a7e-a823-22b1de3d7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:01.763766 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-1a458507-75ad-4a7e-a823-22b1de3d7bda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 1128 time: 0.1478148 Jul 21 10:47:01.772999 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-15a7fce5-6479-43cc-af09-693b8cbe8530 req-aff27d03-ad56-4946-bae5-f53d480c6058 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949506 Jul 21 10:47:01.784111 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a2191-3958-4170-933f-62885c3cfbad req-ba465571-d70c-4190-bce7-250f0e3f7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:01.785560 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-225a2191-3958-4170-933f-62885c3cfbad req-ba465571-d70c-4190-bce7-250f0e3f7329 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=867dcedc-0693-46aa-a45d-14e1e670ddec HTTP/1.1" status: 200 len: 851 time: 0.0923049 Jul 21 10:47:01.834953 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-9121324b-b3dd-454d-a526-bec28782b29e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f00b65f-1c5b-4127-be24-1cea853f5f63 HTTP/1.1" status: 200 len: 217 time: 0.0575426 Jul 21 10:47:01.883941 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-36da49d9-e83c-4bf6-bfb4-7e1034890589 req-baf320c2-d6ba-4dfe-ac01-d23b68799e43 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0973542 Jul 21 10:47:01.950570 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a2191-3958-4170-933f-62885c3cfbad req-d929556b-2f1d-4c43-b9a0-282d7e27525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:01.952124 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-225a2191-3958-4170-933f-62885c3cfbad req-d929556b-2f1d-4c43-b9a0-282d7e27525b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a0a9180e-0a1e-4a60-91ec-2707820a22f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1281548 Jul 21 10:47:01.984318 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a73745-47ae-4728-a63a-f315e8ce160d req-e4c97a08-8faa-40a5-8903-e1a513f2ed2c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:01.985810 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-55a73745-47ae-4728-a63a-f315e8ce160d req-e4c97a08-8faa-40a5-8903-e1a513f2ed2c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 944 time: 0.1042154 Jul 21 10:47:02.002825 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-2ee9b3c4-f973-4017-9d82-3b8ab4d21c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:02.004332 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-2ee9b3c4-f973-4017-9d82-3b8ab4d21c59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e0cf4ee-8186-43e0-be83-a0ef0604ebdb HTTP/1.1" status: 200 len: 858 time: 0.1465542 Jul 21 10:47:02.025173 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-32aaaf17-af20-4f0c-96cd-a66c05e1e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:02.026359 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-32aaaf17-af20-4f0c-96cd-a66c05e1e9b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c770f837-eda0-4a68-b0cf-fd07722be163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2759311 Jul 21 10:47:02.027597 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-e9398c34-23c4-4666-91f3-12ef4b156562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:02.028914 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-e9398c34-23c4-4666-91f3-12ef4b156562 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6051ff4-8399-4b19-9b2a-895d18fcb35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2897148 Jul 21 10:47:02.032409 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 606e38eb-2f20-4811-87d6-bf2ef650eb71 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:47:02.149269 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-e96c7a4b-5beb-4e92-a326-3b7c05adbc20 service neutron] 10.222.0.57 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111693 Jul 21 10:47:02.154260 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-63d33a48-c817-4947-a18f-353cf1969dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:02.156084 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-63d33a48-c817-4947-a18f-353cf1969dc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6051ff4-8399-4b19-9b2a-895d18fcb35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1253271 Jul 21 10:47:02.173298 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 606e38eb-2f20-4811-87d6-bf2ef650eb71, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=606e38eb-2f20-4811-87d6-bf2ef650eb71,segment=NetworkSegment(10af54be-e62c-450d-8841-c5ffd68bb7c1),segment_id=10af54be-e62c-450d-8841-c5ffd68bb7c1)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:02.190224 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:02.191587 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '606e38eb-2f20-4811-87d6-bf2ef650eb71', 'network_id': 'a0a9180e-0a1e-4a60-91ec-2707820a22f4', 'port_id': '606e38eb-2f20-4811-87d6-bf2ef650eb71', 'mac_address': 'fa:16:3e:0f:b1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867dcedc-0693-46aa-a45d-14e1e670ddec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:47:02.205092 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:02.222421 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-225a2191-3958-4170-933f-62885c3cfbad req-3bac16e0-f8be-4369-978e-51ae2c36abd5 service neutron] 10.222.0.57 "GET /v2.0/networks/a0a9180e-0a1e-4a60-91ec-2707820a22f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617772 Jul 21 10:47:02.225729 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-55a73745-47ae-4728-a63a-f315e8ce160d req-25a8de6c-dafb-49cc-9020-f0c49e2377f2 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265146 Jul 21 10:47:02.249461 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 606e38eb-2f20-4811-87d6-bf2ef650eb71 is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:47:02.250198 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (606e38eb-2f20-4811-87d6-bf2ef650eb71), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:02.265559 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606e38eb-2f20-4811-87d6-bf2ef650eb71 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:47:02.293883 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 606e38eb-2f20-4811-87d6-bf2ef650eb71, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=606e38eb-2f20-4811-87d6-bf2ef650eb71,segment=NetworkSegment(10af54be-e62c-450d-8841-c5ffd68bb7c1),segment_id=10af54be-e62c-450d-8841-c5ffd68bb7c1)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:02.302829 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.57', 58908) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:02.303488 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:02.386275 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-02b3cf89-4c85-4d24-836f-9b3cd4cc2d8e service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224331 Jul 21 10:47:02.396775 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (606e38eb-2f20-4811-87d6-bf2ef650eb71), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:02.441123 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-225a2191-3958-4170-933f-62885c3cfbad req-1b24bb5b-58af-4183-ab12-a2aee17d171f service neutron] 10.222.0.57 "GET /v2.0/networks/a0a9180e-0a1e-4a60-91ec-2707820a22f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122386 Jul 21 10:47:02.487778 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-6277ed58-7d2d-4fb1-92cc-3e4a5fe775db service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489689 Jul 21 10:47:02.500891 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:02.528944 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=606e38eb-2f20-4811-87d6-bf2ef650eb71,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:02.545430 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-48037ce2-f057-4033-805f-5e7709862463 service neutron] 10.222.0.57 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869243 Jul 21 10:47:02.584198 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1d49dc1f-fece-4bda-b30d-7388efdb978c req-4e8e18e0-e114-461f-a197-e7c77be81530 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901531 Jul 21 10:47:02.666483 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-3386d89a-8abf-4cdc-80a0-1e741533db3d tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:02.667957 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-3386d89a-8abf-4cdc-80a0-1e741533db3d tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "GET /v2.0/networks?id=192d6a0f-c1f8-471a-872f-e924c6d8f479 HTTP/1.1" status: 200 len: 815 time: 0.3635468 Jul 21 10:47:02.695144 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d7ea01cb-4ce4-4ca9-b862-66f41672be3c req-ae2dcc76-5370-4cbd-8f14-98d9567af386 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000487 Jul 21 10:47:02.724872 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['606e38eb-2f20-4811-87d6-bf2ef650eb71'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:47:02.871912 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ade63-66f4-4996-b549-915eb25cf6f1 req-ffaea6c2-fe46-400a-a803-dfb8e3592d46 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:02.873455 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d64ade63-66f4-4996-b549-915eb25cf6f1 req-ffaea6c2-fe46-400a-a803-dfb8e3592d46 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0802584 Jul 21 10:47:02.946278 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f51e44-1716-4276-a618-51b9dafc6813 req-33b5947a-088d-4a1f-ac2e-7b2787ebcebb tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:02.947802 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-38f51e44-1716-4276-a618-51b9dafc6813 req-33b5947a-088d-4a1f-ac2e-7b2787ebcebb tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 945 time: 0.0734236 Jul 21 10:47:02.985276 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d64ade63-66f4-4996-b549-915eb25cf6f1 req-f9a175ae-008b-48b7-bb92-66229d1d3945 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000488 Jul 21 10:47:03.015270 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-38f51e44-1716-4276-a618-51b9dafc6813 req-06664004-98fc-4dc6-84b4-b6d433389479 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615315 Jul 21 10:47:03.087151 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7330b072-07f6-47b2-851c-aad8a07fd430 req-36bfd310-6687-4a53-bcdf-8141a23a4af4 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0282781 Jul 21 10:47:03.229374 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 33638) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:03.356038 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-918691a1-f237-4d1f-929b-17a42cb3db09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:03.373541 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af79fe4-23b7-4871-a82d-2d637389f660 req-2434168e-c05b-452d-aa5d-23a3cc1cee70 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:03.375176 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8af79fe4-23b7-4871-a82d-2d637389f660 req-2434168e-c05b-452d-aa5d-23a3cc1cee70 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 944 time: 0.0743809 Jul 21 10:47:03.467550 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8af79fe4-23b7-4871-a82d-2d637389f660 req-21a1af68-1282-4f44-b511-64abc2cb1e20 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855784 Jul 21 10:47:03.474847 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:03.511323 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-918691a1-f237-4d1f-929b-17a42cb3db09 admin admin] Publish callbacks [] for security_group (c89b8bc0-b161-434c-b002-90587d7b442c), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:03.587557 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-ec355204-0c35-44b0-80f8-8eaf42543060 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dc215aadb5345d791945658832aae4a HTTP/1.1" status: 200 len: 379 time: 0.0740566 Jul 21 10:47:03.604320 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-918691a1-f237-4d1f-929b-17a42cb3db09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (c89b8bc0-b161-434c-b002-90587d7b442c), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:03.650963 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-918691a1-f237-4d1f-929b-17a42cb3db09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70e97b51f70e4edea306f725b1fde070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4204292 Jul 21 10:47:03.651849 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918691a1-f237-4d1f-929b-17a42cb3db09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89b8bc0-b161-434c-b002-90587d7b442c,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:03.653834 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 33656) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:03.707891 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4489a292-8384-460a-bffb-53210c00da27 admin admin] Publish callbacks [] for security_group (c89b8bc0-b161-434c-b002-90587d7b442c), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:03.733504 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4489a292-8384-460a-bffb-53210c00da27 admin admin] Publish callbacks [] for security_group (c89b8bc0-b161-434c-b002-90587d7b442c), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:03.855880 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4489a292-8384-460a-bffb-53210c00da27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (c89b8bc0-b161-434c-b002-90587d7b442c), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:03.858958 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4489a292-8384-460a-bffb-53210c00da27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:03.860169 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-4489a292-8384-460a-bffb-53210c00da27 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c89b8bc0-b161-434c-b002-90587d7b442c HTTP/1.1" status: 204 len: 168 time: 0.2050862 Jul 21 10:47:03.869448 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489a292-8384-460a-bffb-53210c00da27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89b8bc0-b161-434c-b002-90587d7b442c,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:04.158531 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db97c6-1163-4c4c-ae5e-80b3ab40c6b5 req-8ba1638f-3519-480b-bca1-60b21716d9a9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:04.158531 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-26db97c6-1163-4c4c-ae5e-80b3ab40c6b5 req-8ba1638f-3519-480b-bca1-60b21716d9a9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0805717 Jul 21 10:47:04.177637 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614e522-7f00-4d89-829e-6739930f2132 req-2c3245ed-6ad3-4bcc-b5c7-8b85b4265f1c tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:04.179079 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3614e522-7f00-4d89-829e-6739930f2132 req-2c3245ed-6ad3-4bcc-b5c7-8b85b4265f1c tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 945 time: 0.0686603 Jul 21 10:47:04.263500 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-26db97c6-1163-4c4c-ae5e-80b3ab40c6b5 req-85696686-8569-4c0e-986c-0e96c339bec4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834084 Jul 21 10:47:04.267992 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3614e522-7f00-4d89-829e-6739930f2132 req-39b62838-dd0b-487f-9383-5d95a0b55d5e tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794730 Jul 21 10:47:04.355896 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7527f446-66fe-4a71-9a14-61a3a9d791f6 req-68b2f85a-f1d8-46c1-ab19-0710292389cc tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0301185 Jul 21 10:47:04.585621 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf890d-588e-4b9c-84cd-7e480b59f6e7 req-b9b6e919-1762-4726-bda1-3e5716b2a2ef tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:04.588020 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-72cf890d-588e-4b9c-84cd-7e480b59f6e7 req-b9b6e919-1762-4726-bda1-3e5716b2a2ef tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 944 time: 0.0501282 Jul 21 10:47:04.642302 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-72cf890d-588e-4b9c-84cd-7e480b59f6e7 req-a2d83306-2a69-441f-ab76-92944effdf1d tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484824 Jul 21 10:47:04.656614 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 33684) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:04.671568 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b3899b6f-3d8b-4483-9f2a-27a002c39c33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:04.702243 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:04.751595 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b3899b6f-3d8b-4483-9f2a-27a002c39c33 admin admin] Publish callbacks [] for security_group (85299bee-6866-440e-9e88-0358172f59d5), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:04.825996 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b3899b6f-3d8b-4483-9f2a-27a002c39c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (85299bee-6866-440e-9e88-0358172f59d5), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:04.867763 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3899b6f-3d8b-4483-9f2a-27a002c39c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85299bee-6866-440e-9e88-0358172f59d5,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:04.873605 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-b3899b6f-3d8b-4483-9f2a-27a002c39c33 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=185aa1c5f816447e8d19cfb8c8ca9fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158234 Jul 21 10:47:04.876208 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 33686) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:04.932879 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f5c4ff27-3f50-4780-8f70-3ae06b8e8af0 admin admin] Publish callbacks [] for security_group (85299bee-6866-440e-9e88-0358172f59d5), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:04.964616 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f5c4ff27-3f50-4780-8f70-3ae06b8e8af0 admin admin] Publish callbacks [] for security_group (85299bee-6866-440e-9e88-0358172f59d5), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:05.077608 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f5c4ff27-3f50-4780-8f70-3ae06b8e8af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (85299bee-6866-440e-9e88-0358172f59d5), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:05.080275 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f5c4ff27-3f50-4780-8f70-3ae06b8e8af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:05.081457 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-f5c4ff27-3f50-4780-8f70-3ae06b8e8af0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85299bee-6866-440e-9e88-0358172f59d5 HTTP/1.1" status: 204 len: 168 time: 0.2042747 Jul 21 10:47:05.090036 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4ff27-3f50-4780-8f70-3ae06b8e8af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85299bee-6866-440e-9e88-0358172f59d5,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:05.389817 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device e0efd748-6569-4435-ab16-d9acccb72164 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:47:05.394227 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:05.418828 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e227e-cc60-4b74-9979-f1218458c9bb req-8ba0d8ee-1166-4288-b017-a84f37c8af87 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:05.420383 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0d1e227e-cc60-4b74-9979-f1218458c9bb req-8ba0d8ee-1166-4288-b017-a84f37c8af87 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0846817 Jul 21 10:47:05.427590 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ed366-1f54-4d96-96b0-ff525e69b5b1 req-496835de-5d05-42d1-9892-75328abee824 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:05.429103 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-676ed366-1f54-4d96-96b0-ff525e69b5b1 req-496835de-5d05-42d1-9892-75328abee824 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 945 time: 0.0826707 Jul 21 10:47:05.507371 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0d1e227e-cc60-4b74-9979-f1218458c9bb req-371fbb98-2188-4ddc-9592-07af23116d89 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772800 Jul 21 10:47:05.514825 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-676ed366-1f54-4d96-96b0-ff525e69b5b1 req-3e94b757-b836-43cf-a284-922207a2f773 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773067 Jul 21 10:47:05.553437 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port e0efd748-6569-4435-ab16-d9acccb72164, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e0efd748-6569-4435-ab16-d9acccb72164,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:05.568841 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': 'e0efd748-6569-4435-ab16-d9acccb72164', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'port_id': 'e0efd748-6569-4435-ab16-d9acccb72164', 'mac_address': 'fa:16:3e:14:ac:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:47:05.605084 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ace51756-cd85-4aef-a899-b0a505dfe747 req-5d8ca858-0f1f-4054-bd26-4f007c2b9668 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0328248 Jul 21 10:47:05.609340 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port e0efd748-6569-4435-ab16-d9acccb72164 is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:47:05.609746 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (e0efd748-6569-4435-ab16-d9acccb72164), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:05.627675 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0efd748-6569-4435-ab16-d9acccb72164 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:47:05.649380 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port e0efd748-6569-4435-ab16-d9acccb72164, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e0efd748-6569-4435-ab16-d9acccb72164,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:05.718262 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (e0efd748-6569-4435-ab16-d9acccb72164), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:05.756695 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa2d94-e801-4166-a43d-6aee12633ab3 req-ba950f81-719d-4c90-8357-2e41fdfb328d tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:05.758578 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-78aa2d94-e801-4166-a43d-6aee12633ab3 req-ba950f81-719d-4c90-8357-2e41fdfb328d tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 944 time: 0.0497446 Jul 21 10:47:05.768539 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=e0efd748-6569-4435-ab16-d9acccb72164,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:05.812490 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-78aa2d94-e801-4166-a43d-6aee12633ab3 req-576e7d12-afc3-4c5f-8318-e3e29f49f409 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467658 Jul 21 10:47:06.689472 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b7046-2b79-46c2-a4a9-bbd2286fc342 req-92d29a66-d163-41ff-87f6-5f46a78e3b39 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:06.691037 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8d8b7046-2b79-46c2-a4a9-bbd2286fc342 req-92d29a66-d163-41ff-87f6-5f46a78e3b39 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 945 time: 0.1053123 Jul 21 10:47:06.712229 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c8518-62ce-47a3-89ca-bddbe407f83d req-c0a25ca0-7eee-4cc3-8e65-84b0b09c9eb6 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:06.713702 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e42c8518-62ce-47a3-89ca-bddbe407f83d req-c0a25ca0-7eee-4cc3-8e65-84b0b09c9eb6 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 944 time: 0.0752265 Jul 21 10:47:06.738746 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['e0efd748-6569-4435-ab16-d9acccb72164'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:47:06.741651 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 606e38eb-2f20-4811-87d6-bf2ef650eb71 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:47:06.784926 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8d8b7046-2b79-46c2-a4a9-bbd2286fc342 req-4c76b9a7-a0fa-4d16-89ab-f861df57b70a tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870190 Jul 21 10:47:06.804074 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e42c8518-62ce-47a3-89ca-bddbe407f83d req-6c97246f-aa22-4c47-a1d1-62d930bef29a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815909 Jul 21 10:47:06.858259 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port 606e38eb-2f20-4811-87d6-bf2ef650eb71 completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:47:06.863529 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:06.934836 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-21803836-d107-4357-882c-31883e00e635 req-344abed5-fb9c-4b82-8b8b-2695eaf969f3 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0504422 Jul 21 10:47:06.951169 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 606e38eb-2f20-4811-87d6-bf2ef650eb71 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:47:06.951626 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (606e38eb-2f20-4811-87d6-bf2ef650eb71), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:06.986841 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dc291-bc2f-4707-aa65-89bac9ddfe3f req-ce7a64cc-64f3-402e-b602-1e9d6efac87f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:06.995937 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ea1dc291-bc2f-4707-aa65-89bac9ddfe3f req-ce7a64cc-64f3-402e-b602-1e9d6efac87f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 944 time: 0.0730412 Jul 21 10:47:07.071241 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ea1dc291-bc2f-4707-aa65-89bac9ddfe3f req-3194a821-0814-4f79-9697-81e033e0f1c8 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674310 Jul 21 10:47:07.077697 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 606e38eb-2f20-4811-87d6-bf2ef650eb71 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:47:07.078275 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (606e38eb-2f20-4811-87d6-bf2ef650eb71), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:07.100653 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:07.106312 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606e38eb-2f20-4811-87d6-bf2ef650eb71'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:47:07.175418 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 606e38eb-2f20-4811-87d6-bf2ef650eb71, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=606e38eb-2f20-4811-87d6-bf2ef650eb71,segment=NetworkSegment(10af54be-e62c-450d-8841-c5ffd68bb7c1),segment_id=10af54be-e62c-450d-8841-c5ffd68bb7c1)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:07.284110 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (606e38eb-2f20-4811-87d6-bf2ef650eb71), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:07.321582 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e544c9-6274-40bc-8d03-7502261b4f8e" -d '{"events": [{"server_uuid": "2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985", "name": "network-vif-plugged", "status": "completed", "tag": "606e38eb-2f20-4811-87d6-bf2ef650eb71"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:47:07.353108 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=606e38eb-2f20-4811-87d6-bf2ef650eb71,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:07.428441 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d5246e-9bea-4384-8a54-6c3489643988 x-openstack-request-id: req-46d5246e-9bea-4384-8a54-6c3489643988 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:47:07.428761 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985", "name": "network-vif-plugged", "status": "completed", "tag": "606e38eb-2f20-4811-87d6-bf2ef650eb71", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:47:07.429174 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46d5246e-9bea-4384-8a54-6c3489643988 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:47:07.429573 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d5246e-9bea-4384-8a54-6c3489643988'] response: {'server_uuid': '2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606e38eb-2f20-4811-87d6-bf2ef650eb71', 'code': 200} Jul 21 10:47:07.563204 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device e0efd748-6569-4435-ab16-d9acccb72164 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:47:07.611604 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port e0efd748-6569-4435-ab16-d9acccb72164 completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:47:07.672447 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port e0efd748-6569-4435-ab16-d9acccb72164 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:47:07.672832 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (e0efd748-6569-4435-ab16-d9acccb72164), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:07.753879 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port e0efd748-6569-4435-ab16-d9acccb72164 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:47:07.754448 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (e0efd748-6569-4435-ab16-d9acccb72164), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:07.795885 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port e0efd748-6569-4435-ab16-d9acccb72164, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e0efd748-6569-4435-ab16-d9acccb72164,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:07.895357 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (e0efd748-6569-4435-ab16-d9acccb72164), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:07.926339 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab248a-4043-422f-871f-bc26af8aa620 req-ade3157f-e1ab-437d-a318-c1997b7e890c tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:07.927865 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-67ab248a-4043-422f-871f-bc26af8aa620 req-ade3157f-e1ab-437d-a318-c1997b7e890c tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 946 time: 0.0600450 Jul 21 10:47:07.947770 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=e0efd748-6569-4435-ab16-d9acccb72164,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:07.983881 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961bf88-2fd6-4e80-a5a4-69bea1aa546b req-3f7d5fc8-4a75-4e2a-9ea4-42e67ae412eb tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:07.985363 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2961bf88-2fd6-4e80-a5a4-69bea1aa546b req-3f7d5fc8-4a75-4e2a-9ea4-42e67ae412eb tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0761275 Jul 21 10:47:08.020056 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-67ab248a-4043-422f-871f-bc26af8aa620 req-d0c6fba7-9882-4b7f-be88-fedc26c174b1 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728474 Jul 21 10:47:08.047562 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:08.050798 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2961bf88-2fd6-4e80-a5a4-69bea1aa546b req-3ef7dd4d-2997-4707-997b-5dd02759885d tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594120 Jul 21 10:47:08.108135 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bf676bd3-9072-4d49-94d7-07678e190ea1 req-0104ca24-796c-4771-bce7-e01eaaf26b35 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0316958 Jul 21 10:47:08.114741 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-95db2a60-5805-40c4-8d53-8887cb7ab03f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'port': {'device_id': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'admin_state_up': True, 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'security_groups': ['fa020440-d4e4-49c7-93f4-d8d0ea7f18a1']}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:47:08.256223 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaba31b-ba9f-43f3-8e8a-7f07d9abd75b req-b52dddf1-2d35-4b1a-a90b-bbb1913c6d83 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:08.259182 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bbaba31b-ba9f-43f3-8e8a-7f07d9abd75b req-b52dddf1-2d35-4b1a-a90b-bbb1913c6d83 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 944 time: 0.0683284 Jul 21 10:47:08.324936 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bbaba31b-ba9f-43f3-8e8a-7f07d9abd75b req-f81cf839-5bdc-4f85-8b17-9fe116486183 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587001 Jul 21 10:47:08.416762 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 2f00b65f-1c5b-4127-be24-1cea853f5f63 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:47:08.451072 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-95db2a60-5805-40c4-8d53-8887cb7ab03f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Made reservation on behalf of 0dc215aadb5345d791945658832aae4a for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:47:08.456683 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-95db2a60-5805-40c4-8d53-8887cb7ab03f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:08.547714 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 2f00b65f-1c5b-4127-be24-1cea853f5f63, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2f00b65f-1c5b-4127-be24-1cea853f5f63,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:08.561893 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '2f00b65f-1c5b-4127-be24-1cea853f5f63', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'port_id': '2f00b65f-1c5b-4127-be24-1cea853f5f63', 'mac_address': 'fa:16:3e:95:c3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:47:08.607627 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 2f00b65f-1c5b-4127-be24-1cea853f5f63 is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:47:08.608378 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2f00b65f-1c5b-4127-be24-1cea853f5f63), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:08.623433 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f00b65f-1c5b-4127-be24-1cea853f5f63 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:47:08.626029 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c3c8a-65e6-452a-9c27-eab4d6bffe0d req-2c8ddb1e-06b8-4bd4-b866-41fe34209b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:08.627641 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-b84c3c8a-65e6-452a-9c27-eab4d6bffe0d req-2c8ddb1e-06b8-4bd4-b866-41fe34209b4a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 1130 time: 0.1080348 Jul 21 10:47:08.630283 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:08.645352 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 2f00b65f-1c5b-4127-be24-1cea853f5f63, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2f00b65f-1c5b-4127-be24-1cea853f5f63,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:08.676189 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-b84c3c8a-65e6-452a-9c27-eab4d6bffe0d req-691bf5d0-6e9e-4239-a13e-d61bba9e47b5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:08.712915 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (2f00b65f-1c5b-4127-be24-1cea853f5f63), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:08.715977 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-95db2a60-5805-40c4-8d53-8887cb7ab03f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Allocated IP 172.20.0.11 (192d6a0f-c1f8-471a-872f-e924c6d8f479/6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83/d85d0196-f957-408d-bc00-26b64629a630) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:47:08.760223 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:08.810450 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=2f00b65f-1c5b-4127-be24-1cea853f5f63,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:08.892166 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-b84c3c8a-65e6-452a-9c27-eab4d6bffe0d req-691bf5d0-6e9e-4239-a13e-d61bba9e47b5 service neutron] Publish callbacks [] for security_group (a4437083-d695-4ea8-9cc9-c7488b15d5ed), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:08.998378 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-b84c3c8a-65e6-452a-9c27-eab4d6bffe0d req-691bf5d0-6e9e-4239-a13e-d61bba9e47b5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (a4437083-d695-4ea8-9cc9-c7488b15d5ed), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:09.011859 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['2f00b65f-1c5b-4127-be24-1cea853f5f63'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:47:09.059359 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-95db2a60-5805-40c4-8d53-8887cb7ab03f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for port (d85d0196-f957-408d-bc00-26b64629a630), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:09.080514 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bf5d0-6e9e-4239-a13e-d61bba9e47b5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a4437083-d695-4ea8-9cc9-c7488b15d5ed,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:09.087741 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-b84c3c8a-65e6-452a-9c27-eab4d6bffe0d req-691bf5d0-6e9e-4239-a13e-d61bba9e47b5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513729 Jul 21 10:47:09.125347 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:09.201387 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-95db2a60-5805-40c4-8d53-8887cb7ab03f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (d85d0196-f957-408d-bc00-26b64629a630), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:09.287775 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-95db2a60-5805-40c4-8d53-8887cb7ab03f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Network 192d6a0f-c1f8-471a-872f-e924c6d8f479 is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:47:09.294534 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-95db2a60-5805-40c4-8d53-8887cb7ab03f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:47:09.307715 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-95db2a60-5805-40c4-8d53-8887cb7ab03f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:47:09.313098 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76cae2-e7aa-433f-a47b-74f2019f82d1 req-5253be0c-0d35-468a-bc82-4d5851fcf1fa tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:09.314679 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fa76cae2-e7aa-433f-a47b-74f2019f82d1 req-5253be0c-0d35-468a-bc82-4d5851fcf1fa tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 946 time: 0.1654704 Jul 21 10:47:09.319132 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-95db2a60-5805-40c4-8d53-8887cb7ab03f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:09.319132 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-95db2a60-5805-40c4-8d53-8887cb7ab03f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:09.333898 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db2a60-5805-40c4-8d53-8887cb7ab03f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'Port': ['ID=d85d0196-f957-408d-bc00-26b64629a630,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:09.339203 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5b65c-83aa-45cd-a505-3a4a59d3e729 req-379ed0f5-87a4-4b35-92b6-fd2e07e26c44 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:09.341411 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-77c5b65c-83aa-45cd-a505-3a4a59d3e729 req-379ed0f5-87a4-4b35-92b6-fd2e07e26c44 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.1076586 Jul 21 10:47:09.421490 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fa76cae2-e7aa-433f-a47b-74f2019f82d1 req-d448ddf0-db28-4d18-80d8-56d4180ca2fc tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969014 Jul 21 10:47:09.430914 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0efd748-6569-4435-ab16-d9acccb72164'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:47:09.434761 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765787f0-e8d9-499c-9ca6-98fb54dc620c" -d '{"events": [{"server_uuid": "1e730525-7ce4-4a5a-8023-84cae6b1da3d", "name": "network-vif-plugged", "status": "completed", "tag": "e0efd748-6569-4435-ab16-d9acccb72164"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:47:09.448051 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-95db2a60-5805-40c4-8d53-8887cb7ab03f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3450565 Jul 21 10:47:09.459167 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-77c5b65c-83aa-45cd-a505-3a4a59d3e729 req-08484d9b-b8e1-4c91-b392-035bb4088647 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979838 Jul 21 10:47:09.468597 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Request body: {'port': {'device_id': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:47:09.531416 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:09.579382 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d8d97-9596-4398-baac-36fc892a788b req-8f0513b5-a81e-4f25-bd15-219ac5fefb28 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:09.581059 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a64d8d97-9596-4398-baac-36fc892a788b req-8f0513b5-a81e-4f25-bd15-219ac5fefb28 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 932 time: 0.0634558 Jul 21 10:47:09.596235 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d85d0196-f957-408d-bc00-26b64629a630), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:09.634748 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:09.651863 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d794d-76d3-480f-9928-327c0032cc43 req-f5413045-8aa4-4688-a6d1-fde1789ce224 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:09.653355 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-975d794d-76d3-480f-9928-327c0032cc43 req-f5413045-8aa4-4688-a6d1-fde1789ce224 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 945 time: 0.0821886 Jul 21 10:47:09.676964 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-298e3efc-c66c-4dc2-ae78-61f7ae99f3c4 None None] Provisioning complete for port d85d0196-f957-408d-bc00-26b64629a630 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:47:09.677649 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-298e3efc-c66c-4dc2-ae78-61f7ae99f3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d85d0196-f957-408d-bc00-26b64629a630), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:09.729397 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-298e3efc-c66c-4dc2-ae78-61f7ae99f3c4 None None] Port d85d0196-f957-408d-bc00-26b64629a630 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:47:09.899966 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a64d8d97-9596-4398-baac-36fc892a788b req-70ad3249-70cb-4b35-b121-cb374550b608 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076112 Jul 21 10:47:09.935660 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85d0196-f957-408d-bc00-26b64629a630 {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:47:09.945429 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-975d794d-76d3-480f-9928-327c0032cc43 req-ca2f2d05-f80a-47e7-b572-c5d79542da9d tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850943 Jul 21 10:47:09.946155 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Publish callbacks [] for port (d85d0196-f957-408d-bc00-26b64629a630), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:09.950302 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cbf15d-237b-40f5-b5fc-02049303c21e x-openstack-request-id: req-e0cbf15d-237b-40f5-b5fc-02049303c21e {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:47:09.951027 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e730525-7ce4-4a5a-8023-84cae6b1da3d", "name": "network-vif-plugged", "status": "completed", "tag": "e0efd748-6569-4435-ab16-d9acccb72164", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:47:09.951425 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0cbf15d-237b-40f5-b5fc-02049303c21e {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:47:09.951821 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0cbf15d-237b-40f5-b5fc-02049303c21e'] response: {'server_uuid': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0efd748-6569-4435-ab16-d9acccb72164', 'code': 200} Jul 21 10:47:09.962756 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Transition to ACTIVE for port object d85d0196-f957-408d-bc00-26b64629a630 will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:47:10.060953 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (d85d0196-f957-408d-bc00-26b64629a630), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:10.121329 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Pushing event updated for resources: {'Port': ['ID=d85d0196-f957-408d-bc00-26b64629a630,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:10.151124 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:10.151414 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:10.151778 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:10.152111 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:10.152608 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:10.153068 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:10.153274 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:10.153749 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:10.154770 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:10.155511 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:10.161388 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:10.161388 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:10.161388 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:10.161388 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:10.161388 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:10.186258 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Attempting to bind port d85d0196-f957-408d-bc00-26b64629a630 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:47:10.186634 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Attempting to bind port d85d0196-f957-408d-bc00-26b64629a630 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:47:10.187133 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Attempting to bind port d85d0196-f957-408d-bc00-26b64629a630 on network 192d6a0f-c1f8-471a-872f-e924c6d8f479 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:47:10.194180 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Port d85d0196-f957-408d-bc00-26b64629a630 on network 192d6a0f-c1f8-471a-872f-e924c6d8f479 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:47:10.196401 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Attempting to bind port d85d0196-f957-408d-bc00-26b64629a630 on network 192d6a0f-c1f8-471a-872f-e924c6d8f479 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:47:10.205704 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:47:10.206783 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Checking segment: {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:47:10.207211 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Bound using segment: {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:47:10.207681 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Bound port: d85d0196-f957-408d-bc00-26b64629a630, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:47:10.208255 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d85d0196-f957-408d-bc00-26b64629a630), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:10.284389 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] For port d85d0196-f957-408d-bc00-26b64629a630, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:47:10.288580 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] For port d85d0196-f957-408d-bc00-26b64629a630, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=d85d0196-f957-408d-bc00-26b64629a630,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:47:10.318536 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:10.376446 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (d85d0196-f957-408d-bc00-26b64629a630), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:10.421353 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:10.421988 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:10.423683 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] 10.222.0.57 "PUT /v2.0/ports/d85d0196-f957-408d-bc00-26b64629a630 HTTP/1.1" status: 200 len: 1094 time: 0.9606764 Jul 21 10:47:10.428145 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'tag': 'd85d0196-f957-408d-bc00-26b64629a630'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:47:10.428814 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8fce25-a79a-4771-a696-d7dc3a62f8e4" -d '{"events": [{"name": "network-changed", "server_uuid": "691ae8fc-92e7-4940-99d8-7edb5a96d2f3", "tag": "d85d0196-f957-408d-bc00-26b64629a630"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:47:10.538316 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a51aab-f301-4586-8e22-a808f9bbc58c service neutron] Pushing event updated for resources: {'Port': ['ID=d85d0196-f957-408d-bc00-26b64629a630,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:10.549748 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:10.559504 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ab2cd1-1c32-4429-a2c5-411960a77fab x-openstack-request-id: req-15ab2cd1-1c32-4429-a2c5-411960a77fab {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:47:10.561092 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "691ae8fc-92e7-4940-99d8-7edb5a96d2f3", "tag": "d85d0196-f957-408d-bc00-26b64629a630", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:47:10.561092 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15ab2cd1-1c32-4429-a2c5-411960a77fab {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:47:10.561092 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ab2cd1-1c32-4429-a2c5-411960a77fab'] response: {'name': 'network-changed', 'server_uuid': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'tag': 'd85d0196-f957-408d-bc00-26b64629a630', 'status': 'completed', 'code': 200} Jul 21 10:47:10.659712 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b9618-8184-4657-987c-78b505e3a69b req-390de516-33f9-4245-a827-e4917a2d08f6 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:10.661365 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e72b9618-8184-4657-987c-78b505e3a69b req-390de516-33f9-4245-a827-e4917a2d08f6 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 946 time: 0.0926845 Jul 21 10:47:10.734972 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dff9c-6378-4cdc-a8fd-b19d68f99feb req-74c850bc-1bc0-4da6-aadd-1d7aa7ba7c0e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:10.734972 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ea0dff9c-6378-4cdc-a8fd-b19d68f99feb req-74c850bc-1bc0-4da6-aadd-1d7aa7ba7c0e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0715308 Jul 21 10:47:10.781966 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e72b9618-8184-4657-987c-78b505e3a69b req-fb6a0c8b-e55b-4aae-87d0-3912ecd32061 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092095 Jul 21 10:47:10.825911 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ea0dff9c-6378-4cdc-a8fd-b19d68f99feb req-807c67cf-73b8-496f-8b70-f831b3187bbe tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851674 Jul 21 10:47:11.025005 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f9a84-e31b-438c-b469-ab4b44bec4a5 req-8a9e9a9e-1415-400d-993d-575a0e0af021 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:11.031828 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-936f9a84-e31b-438c-b469-ab4b44bec4a5 req-8a9e9a9e-1415-400d-993d-575a0e0af021 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0598719 Jul 21 10:47:11.116162 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f775f3-27a9-4eab-92d9-b93b6624b12a req-2f46b680-732e-4d40-a00f-4c6b3f7e3843 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:11.117735 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e5f775f3-27a9-4eab-92d9-b93b6624b12a req-2f46b680-732e-4d40-a00f-4c6b3f7e3843 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 945 time: 0.0774662 Jul 21 10:47:11.127204 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-936f9a84-e31b-438c-b469-ab4b44bec4a5 req-34dd1d6f-34ed-4c65-8768-ecb024bc8385 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943587 Jul 21 10:47:11.134370 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 33908) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:11.186647 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e5f775f3-27a9-4eab-92d9-b93b6624b12a req-4b6e4237-7963-4d7c-a025-39923e367d68 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583055 Jul 21 10:47:11.270241 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d5afa248-dc69-42cf-b096-a74a2c759a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:11.350704 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d5afa248-dc69-42cf-b096-a74a2c759a48 admin admin] Publish callbacks [] for security_group (b7035481-465c-41d9-b30e-91ea0a3e8fce), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:11.420345 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d5afa248-dc69-42cf-b096-a74a2c759a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (b7035481-465c-41d9-b30e-91ea0a3e8fce), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:11.458898 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afa248-dc69-42cf-b096-a74a2c759a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7035481-465c-41d9-b30e-91ea0a3e8fce,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:11.463730 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-d5afa248-dc69-42cf-b096-a74a2c759a48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3113492af0ac4af89975daec139b6347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281722 Jul 21 10:47:11.466525 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 33916) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:11.496481 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:11.517873 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-17ecbc81-df70-4919-b976-b1e13c6ded91 admin admin] Publish callbacks [] for security_group (b7035481-465c-41d9-b30e-91ea0a3e8fce), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:11.543053 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-17ecbc81-df70-4919-b976-b1e13c6ded91 admin admin] Publish callbacks [] for security_group (b7035481-465c-41d9-b30e-91ea0a3e8fce), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:11.665986 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-17ecbc81-df70-4919-b976-b1e13c6ded91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (b7035481-465c-41d9-b30e-91ea0a3e8fce), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:11.668603 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-17ecbc81-df70-4919-b976-b1e13c6ded91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:11.669775 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-17ecbc81-df70-4919-b976-b1e13c6ded91 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7035481-465c-41d9-b30e-91ea0a3e8fce HTTP/1.1" status: 204 len: 168 time: 0.2023234 Jul 21 10:47:11.677951 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecbc81-df70-4919-b976-b1e13c6ded91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7035481-465c-41d9-b30e-91ea0a3e8fce,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:11.802799 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 19e030a0-d846-4c1c-bab7-3d45644c2248 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:47:11.914842 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 19e030a0-d846-4c1c-bab7-3d45644c2248, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=19e030a0-d846-4c1c-bab7-3d45644c2248,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:11.924532 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3531ce-08e1-4b94-9273-8d3aa63bc19d req-c39d8c87-6d0f-4653-9a10-c44590ccd303 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:11.926056 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fa3531ce-08e1-4b94-9273-8d3aa63bc19d req-c39d8c87-6d0f-4653-9a10-c44590ccd303 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 946 time: 0.0647078 Jul 21 10:47:11.929059 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '19e030a0-d846-4c1c-bab7-3d45644c2248', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'port_id': '19e030a0-d846-4c1c-bab7-3d45644c2248', 'mac_address': 'fa:16:3e:71:63:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:47:11.968330 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 19e030a0-d846-4c1c-bab7-3d45644c2248 is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:47:11.968955 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (19e030a0-d846-4c1c-bab7-3d45644c2248), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:11.980872 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edb841-e3dc-4fb8-b4bf-f1820a5e5855 req-cf0bf1b9-4079-4412-be47-6ab4c2c73bbc tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:11.981951 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-10edb841-e3dc-4fb8-b4bf-f1820a5e5855 req-cf0bf1b9-4079-4412-be47-6ab4c2c73bbc tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0753398 Jul 21 10:47:11.985158 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e030a0-d846-4c1c-bab7-3d45644c2248 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:47:12.007512 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 19e030a0-d846-4c1c-bab7-3d45644c2248, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=19e030a0-d846-4c1c-bab7-3d45644c2248,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:12.024044 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fa3531ce-08e1-4b94-9273-8d3aa63bc19d req-c7f789da-e19f-439e-9738-819854ce46c8 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798843 Jul 21 10:47:12.029995 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:12.051538 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-10edb841-e3dc-4fb8-b4bf-f1820a5e5855 req-27490ac5-2a1d-4d58-bc6e-7826783f548a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592871 Jul 21 10:47:12.107032 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (19e030a0-d846-4c1c-bab7-3d45644c2248), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:12.161491 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=19e030a0-d846-4c1c-bab7-3d45644c2248,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:12.262239 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454571e-585c-4227-8e00-0358f19dad8a req-b8b26a3b-fcfb-4157-9b4c-f7ef6b0a8471 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:12.262239 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d454571e-585c-4227-8e00-0358f19dad8a req-b8b26a3b-fcfb-4157-9b4c-f7ef6b0a8471 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0668139 Jul 21 10:47:12.341346 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef33c6c-b8d8-4aad-bc32-b5801741085f req-db499975-017b-49f0-8a21-83f01ef4f132 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:12.342120 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-aef33c6c-b8d8-4aad-bc32-b5801741085f req-db499975-017b-49f0-8a21-83f01ef4f132 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 945 time: 0.0649452 Jul 21 10:47:12.345668 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d454571e-585c-4227-8e00-0358f19dad8a req-03ab7307-b5ad-4d79-aabb-8d406d5e9079 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822265 Jul 21 10:47:12.358324 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 33936) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:12.385147 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2a4566ac-c33b-4fa8-bb11-3d4ad661f539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:12.394823 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-aef33c6c-b8d8-4aad-bc32-b5801741085f req-d7227832-0513-443b-a64f-68550ce97e6f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466521 Jul 21 10:47:12.464327 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2a4566ac-c33b-4fa8-bb11-3d4ad661f539 admin admin] Publish callbacks [] for security_group (099e7dc5-158d-40d0-a627-5709e9fb7cb4), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:12.511743 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2a4566ac-c33b-4fa8-bb11-3d4ad661f539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (099e7dc5-158d-40d0-a627-5709e9fb7cb4), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:12.552736 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-2a4566ac-c33b-4fa8-bb11-3d4ad661f539 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1c8144768f949f1a86f03895bc1bc55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1912124 Jul 21 10:47:12.553694 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4566ac-c33b-4fa8-bb11-3d4ad661f539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099e7dc5-158d-40d0-a627-5709e9fb7cb4,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:12.555553 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 33938) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:12.609204 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Publish callbacks [] for security_group (099e7dc5-158d-40d0-a627-5709e9fb7cb4), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:12.630180 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Publish callbacks [] for security_group (099e7dc5-158d-40d0-a627-5709e9fb7cb4), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:12.752142 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (099e7dc5-158d-40d0-a627-5709e9fb7cb4), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:12.754809 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:12.755976 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/099e7dc5-158d-40d0-a627-5709e9fb7cb4 HTTP/1.1" status: 204 len: 168 time: 0.1990993 Jul 21 10:47:12.768273 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099e7dc5-158d-40d0-a627-5709e9fb7cb4,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:12.772024 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:12.772471 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:12.772841 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:12.773188 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:12.773598 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:12.773932 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:12.774270 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:12.774754 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:12.775779 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:12.776151 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:12.776563 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:12.776939 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:12.777275 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:12.777610 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:12.777942 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f435ba9-8a69-4c63-a217-5cdbe4254221 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:12.804685 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 2f00b65f-1c5b-4127-be24-1cea853f5f63 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:47:12.866943 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port 2f00b65f-1c5b-4127-be24-1cea853f5f63 completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:47:13.009379 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 2f00b65f-1c5b-4127-be24-1cea853f5f63 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:47:13.010242 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (2f00b65f-1c5b-4127-be24-1cea853f5f63), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:13.074559 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3d6f3-ad1d-4f27-971c-06add4911023 req-a3cb742c-e368-4dca-a5ed-759192b5cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:13.076142 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f1e3d6f3-ad1d-4f27-971c-06add4911023 req-a3cb742c-e368-4dca-a5ed-759192b5cfa2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 1129 time: 0.0813980 Jul 21 10:47:13.079524 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fce25-a79a-4771-a696-d7dc3a62f8e4 req-eb75f9c1-300a-4145-8275-a47c974bc7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:13.081134 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-3b8fce25-a79a-4771-a696-d7dc3a62f8e4 req-eb75f9c1-300a-4145-8275-a47c974bc7dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dc215aadb5345d791945658832aae4a&device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 1128 time: 0.0750012 Jul 21 10:47:13.109328 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 2f00b65f-1c5b-4127-be24-1cea853f5f63 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:47:13.112491 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2f00b65f-1c5b-4127-be24-1cea853f5f63), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:13.135810 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86715109-fd38-41f4-b384-a319c310fc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f00b65f-1c5b-4127-be24-1cea853f5f63'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:47:13.138278 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e27ea4c-4c65-4a09-901e-197e20d8e5bf" -d '{"events": [{"server_uuid": "86715109-fd38-41f4-b384-a319c310fc44", "name": "network-vif-plugged", "status": "completed", "tag": "2f00b65f-1c5b-4127-be24-1cea853f5f63"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:47:13.152083 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 2f00b65f-1c5b-4127-be24-1cea853f5f63, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2f00b65f-1c5b-4127-be24-1cea853f5f63,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:13.204439 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f764a-4f3e-460d-b2b4-b0c791fa5219 req-84c4da2d-8c43-4ad3-b8f9-85c59983c1e3 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:13.205998 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a86f764a-4f3e-460d-b2b4-b0c791fa5219 req-84c4da2d-8c43-4ad3-b8f9-85c59983c1e3 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 946 time: 0.1029682 Jul 21 10:47:13.215215 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (2f00b65f-1c5b-4127-be24-1cea853f5f63), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:13.219070 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3996141-0cb9-4cb6-b945-46ef748fc7a8 req-24ee7c14-c025-48c8-b155-cbb4062873c5 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:13.226826 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a3996141-0cb9-4cb6-b945-46ef748fc7a8 req-24ee7c14-c025-48c8-b155-cbb4062873c5 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0836675 Jul 21 10:47:13.271995 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:13.282524 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=2f00b65f-1c5b-4127-be24-1cea853f5f63,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:13.294895 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['19e030a0-d846-4c1c-bab7-3d45644c2248'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:47:13.302157 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:13.303932 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:13.304579 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:13.305051 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:13.305616 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:13.306746 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:13.307307 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:13.307890 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:13.308480 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:13.308908 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:13.309526 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:13.309962 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:13.310487 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:13.311075 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:13.311823 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:47:13.337016 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a86f764a-4f3e-460d-b2b4-b0c791fa5219 req-1381128a-b45e-492f-a86b-b42d8d9adc4b tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090105 Jul 21 10:47:13.348994 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a3996141-0cb9-4cb6-b945-46ef748fc7a8 req-7d5e29e3-8813-48d3-88fb-195a43003c1a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196437 Jul 21 10:47:13.390344 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f1e3d6f3-ad1d-4f27-971c-06add4911023 req-53da3f42-c789-4f28-b9e5-69a2c402ce34 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246176 Jul 21 10:47:13.422668 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed55c6c-627f-4dd6-849e-8ad19971ff49 x-openstack-request-id: req-1ed55c6c-627f-4dd6-849e-8ad19971ff49 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:47:13.423054 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86715109-fd38-41f4-b384-a319c310fc44", "name": "network-vif-plugged", "status": "completed", "tag": "2f00b65f-1c5b-4127-be24-1cea853f5f63", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:47:13.423367 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ed55c6c-627f-4dd6-849e-8ad19971ff49 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:47:13.423960 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed55c6c-627f-4dd6-849e-8ad19971ff49'] response: {'server_uuid': '86715109-fd38-41f4-b384-a319c310fc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f00b65f-1c5b-4127-be24-1cea853f5f63', 'code': 200} Jul 21 10:47:13.446415 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fce25-a79a-4771-a696-d7dc3a62f8e4 req-a716535e-4337-4cdd-867e-fabdf37aa9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:13.449016 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-3b8fce25-a79a-4771-a696-d7dc3a62f8e4 req-a716535e-4337-4cdd-867e-fabdf37aa9db service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0dc215aadb5345d791945658832aae4a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1936066 Jul 21 10:47:13.541767 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e326a8-d088-4d98-9ec8-0c13ea97e5c1 req-003c77f4-e6da-4684-b639-ac1b2ea1d7fd tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:13.546022 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b8e326a8-d088-4d98-9ec8-0c13ea97e5c1 req-003c77f4-e6da-4684-b639-ac1b2ea1d7fd tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0682180 Jul 21 10:47:13.623616 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96883603-55a9-4b55-aaf1-70e0f7ef1aec req-8030b8a0-713f-4757-92f6-f04bd29f2b4b tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:13.625131 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-96883603-55a9-4b55-aaf1-70e0f7ef1aec req-8030b8a0-713f-4757-92f6-f04bd29f2b4b tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0778058 Jul 21 10:47:13.667134 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b8e326a8-d088-4d98-9ec8-0c13ea97e5c1 req-f947de23-4989-48b2-a97b-bcc6bb6de339 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167598 Jul 21 10:47:13.696365 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-96883603-55a9-4b55-aaf1-70e0f7ef1aec req-e9d4b402-54a0-4db9-ad31-41406ac954aa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652614 Jul 21 10:47:14.179889 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fce25-a79a-4771-a696-d7dc3a62f8e4 req-b0190e32-f272-496d-b259-8d3c3a018350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:14.182453 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-3b8fce25-a79a-4771-a696-d7dc3a62f8e4 req-b0190e32-f272-496d-b259-8d3c3a018350 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277709 Jul 21 10:47:14.489391 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334a716-4c38-4ada-8487-7a4a14fbb3c5 req-adf770fa-eaa2-49d9-b45d-0e92eaf599ed tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:14.490892 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9334a716-4c38-4ada-8487-7a4a14fbb3c5 req-adf770fa-eaa2-49d9-b45d-0e92eaf599ed tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 946 time: 0.0931008 Jul 21 10:47:14.547321 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:14.551813 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d53434-d0b0-4d6f-82bd-1963c60cb4b8 req-9c353b7d-df04-4ee8-9f7a-327aa81b8007 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:14.553365 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-76d53434-d0b0-4d6f-82bd-1963c60cb4b8 req-9c353b7d-df04-4ee8-9f7a-327aa81b8007 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0787864 Jul 21 10:47:14.622298 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9334a716-4c38-4ada-8487-7a4a14fbb3c5 req-69381076-e96f-400f-9272-0227fea11e11 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048529 Jul 21 10:47:14.690951 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-76d53434-d0b0-4d6f-82bd-1963c60cb4b8 req-8f053f00-a4ad-442b-b00c-ba05e79b4290 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252875 Jul 21 10:47:14.743881 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34022) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:14.808483 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_v2 [None req-479a257d-864c-4a7c-b210-934ecf0f71b2 admin admin] Deleting subnet 11d7120c-8e00-4732-82a9-5236cb9741f5 {{(pid=111078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 10:47:14.812790 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-479a257d-864c-4a7c-b210-934ecf0f71b2 admin admin] Publish callbacks [] for subnet (11d7120c-8e00-4732-82a9-5236cb9741f5), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:14.831471 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:14.863547 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a9512-ca79-4204-94e6-caf96b0ab0b7 req-72be81dd-1ec8-4dce-939c-11ec2a329371 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:14.865357 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-422a9512-ca79-4204-94e6-caf96b0ab0b7 req-72be81dd-1ec8-4dce-939c-11ec2a329371 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0861943 Jul 21 10:47:14.866952 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 19e030a0-d846-4c1c-bab7-3d45644c2248 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:47:14.872835 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e3ad-615d-4370-a4b8-12f2570ebda8 req-56279a7f-8bf3-4e0b-85cd-8a2f7993e412 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:14.874356 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f8d6e3ad-615d-4370-a4b8-12f2570ebda8 req-56279a7f-8bf3-4e0b-85cd-8a2f7993e412 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.1059055 Jul 21 10:47:14.875429 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:14.875993 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-479a257d-864c-4a7c-b210-934ecf0f71b2 admin admin] Publish callbacks [] for subnet (11d7120c-8e00-4732-82a9-5236cb9741f5), precommit_delete_associations {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:14.886487 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-479a257d-864c-4a7c-b210-934ecf0f71b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686909'] for subnet (11d7120c-8e00-4732-82a9-5236cb9741f5), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:14.934011 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port 19e030a0-d846-4c1c-bab7-3d45644c2248 completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:47:14.939700 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:14.983831 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f8d6e3ad-615d-4370-a4b8-12f2570ebda8 req-25d08907-c781-4606-a110-3aa02d6963c4 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020963 Jul 21 10:47:14.997860 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-422a9512-ca79-4204-94e6-caf96b0ab0b7 req-13d62aab-1084-45d8-a4cb-1f2bd256687c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126211 Jul 21 10:47:15.055308 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 19e030a0-d846-4c1c-bab7-3d45644c2248 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:47:15.055663 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (19e030a0-d846-4c1c-bab7-3d45644c2248), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:15.059650 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:15.119389 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-479a257d-864c-4a7c-b210-934ecf0f71b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for subnet (11d7120c-8e00-4732-82a9-5236cb9741f5), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:15.140258 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 19e030a0-d846-4c1c-bab7-3d45644c2248 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:47:15.140808 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (19e030a0-d846-4c1c-bab7-3d45644c2248), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:15.179857 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 19e030a0-d846-4c1c-bab7-3d45644c2248, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=19e030a0-d846-4c1c-bab7-3d45644c2248,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:15.195758 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a257d-864c-4a7c-b210-934ecf0f71b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d7120c-8e00-4732-82a9-5236cb9741f5,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:15.208911 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-479a257d-864c-4a7c-b210-934ecf0f71b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:15.217321 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-479a257d-864c-4a7c-b210-934ecf0f71b2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/11d7120c-8e00-4732-82a9-5236cb9741f5 HTTP/1.1" status: 204 len: 168 time: 0.4722686 Jul 21 10:47:15.220001 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 34040) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:15.244699 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (19e030a0-d846-4c1c-bab7-3d45644c2248), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:15.250706 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34042) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:15.301649 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692532'] for network (1c6f41f3-f43e-438d-b12d-87ce42cc3b90), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:15.317239 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=19e030a0-d846-4c1c-bab7-3d45644c2248,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:15.402903 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:15.405283 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687030', 'neutron.services.segments.db._delete_segments_for_network-8727025531468'] for network (1c6f41f3-f43e-438d-b12d-87ce42cc3b90), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:15.425339 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a76827-1907-4bf4-b27c-945b33b2316d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e030a0-d846-4c1c-bab7-3d45644c2248'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:47:15.428258 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-119fd3ef-f793-47b7-851f-6689b7408412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:15.428386 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c11c2d-2946-466e-9496-f9695fdeadcf" -d '{"events": [{"server_uuid": "b7a76827-1907-4bf4-b27c-945b33b2316d", "name": "network-vif-plugged", "status": "completed", "tag": "19e030a0-d846-4c1c-bab7-3d45644c2248"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:47:15.428480 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:15.428995 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:15.429785 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:15.430126 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Subscribe: > port after_create 55550000 {{(pid=111079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:15.430473 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=111079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:15.431366 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Subscribe: > port after_update 55550000 {{(pid=111079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:15.435029 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:15.435605 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:15.436012 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:15.436547 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:15.498228 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ee0cd4-4903-4732-bad7-6bcaa9a20e92 x-openstack-request-id: req-a8ee0cd4-4903-4732-bad7-6bcaa9a20e92 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:47:15.498228 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a76827-1907-4bf4-b27c-945b33b2316d", "name": "network-vif-plugged", "status": "completed", "tag": "19e030a0-d846-4c1c-bab7-3d45644c2248", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:47:15.498228 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8ee0cd4-4903-4732-bad7-6bcaa9a20e92 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:47:15.498228 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ee0cd4-4903-4732-bad7-6bcaa9a20e92'] response: {'server_uuid': 'b7a76827-1907-4bf4-b27c-945b33b2316d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e030a0-d846-4c1c-bab7-3d45644c2248', 'code': 200} Jul 21 10:47:15.501729 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:15.542946 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e4779-7fc9-455e-8467-bbfb1e13b276 req-70b19a0c-7704-48bc-888e-a3ed0c454e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:15.544684 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-528e4779-7fc9-455e-8467-bbfb1e13b276 req-70b19a0c-7704-48bc-888e-a3ed0c454e11 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 1130 time: 0.0726385 Jul 21 10:47:15.596015 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-119fd3ef-f793-47b7-851f-6689b7408412 admin admin] Publish callbacks [] for security_group (415407ae-0fe6-4c4f-9a4e-4aeefb9d8226), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:15.641619 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:15.642373 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:15.642775 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:15.643296 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:15.643698 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6f41f3-f43e-438d-b12d-87ce42cc3b90']}} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:15.662163 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9624637-3f92-45cc-b580-0c57a78f66d4') {'for_net_delete': True} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:15.662569 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9624637-3f92-45cc-b580-0c57a78f66d4') {} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:15.680471 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727025530341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5065477'] for segment (c9624637-3f92-45cc-b580-0c57a78f66d4), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:15.689641 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-119fd3ef-f793-47b7-851f-6689b7408412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (415407ae-0fe6-4c4f-9a4e-4aeefb9d8226), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:15.719202 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (c9624637-3f92-45cc-b580-0c57a78f66d4), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:15.730990 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=111079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 10:47:15.731414 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5596877'] for segment (c9624637-3f92-45cc-b580-0c57a78f66d4), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:15.793333 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-119fd3ef-f793-47b7-851f-6689b7408412 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc0e0891981748c3b34c68c65a3bc781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5412192 Jul 21 10:47:15.810110 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fd3ef-f793-47b7-851f-6689b7408412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415407ae-0fe6-4c4f-9a4e-4aeefb9d8226,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:15.839721 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34066) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:15.866040 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-60c442a6-640a-4ef9-af2a-df2194127ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:15.867649 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-60c442a6-640a-4ef9-af2a-df2194127ac3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dc215aadb5345d791945658832aae4a&device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 1128 time: 0.0731542 Jul 21 10:47:15.897685 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea085d-e72e-4937-8f81-94452c6bde1e req-4b100da2-2536-4f2d-827b-fdeecfeebbd7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:15.900633 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3eea085d-e72e-4937-8f81-94452c6bde1e req-4b100da2-2536-4f2d-827b-fdeecfeebbd7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0727358 Jul 21 10:47:15.904130 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0126d705-04f7-4220-9dc0-0da6693c5073 admin admin] Publish callbacks [] for security_group (415407ae-0fe6-4c4f-9a4e-4aeefb9d8226), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:15.932522 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0126d705-04f7-4220-9dc0-0da6693c5073 admin admin] Publish callbacks [] for security_group (415407ae-0fe6-4c4f-9a4e-4aeefb9d8226), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:15.979448 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3eea085d-e72e-4937-8f81-94452c6bde1e req-ac65cb6b-0984-4e02-8944-bbab3fa6da9c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732038 Jul 21 10:47:15.997841 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7907263'] for network (1c6f41f3-f43e-438d-b12d-87ce42cc3b90), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:16.012353 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:16.015578 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] 10.222.0.48 "DELETE /v2.0/networks/1c6f41f3-f43e-438d-b12d-87ce42cc3b90 HTTP/1.1" status: 204 len: 168 time: 0.7944930 Jul 21 10:47:16.019206 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34080) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:16.055022 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.services.segments.plugin [-] Segment c9624637-3f92-45cc-b580-0c57a78f66d4 resource provider aggregate not found Jul 21 10:47:16.074933 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d7680-ed95-4081-8362-4c4d777898ca admin admin] Pushing event deleted for resources: {'Network': ['ID=1c6f41f3-f43e-438d-b12d-87ce42cc3b90,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:16.084436 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.services.segments.plugin [-] Segment c9624637-3f92-45cc-b580-0c57a78f66d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9624637-3f92-45cc-b580-0c57a78f66d4 found for delete ", "request_id": "req-02f1a143-051f-4fa7-a10c-f48d6f0b4528"}]} Jul 21 10:47:16.094249 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_v2 [None req-601319bf-1890-4a20-88be-1d5cc3a43ffd admin admin] Deleting subnet 000f68ae-c02c-4d8d-9e63-16497fc28489 {{(pid=111078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 10:47:16.099298 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-601319bf-1890-4a20-88be-1d5cc3a43ffd admin admin] Publish callbacks [] for subnet (000f68ae-c02c-4d8d-9e63-16497fc28489), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:16.174996 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7500d2f-8d26-43be-bc4e-319a0b1139b1 req-d4ee10a5-6a87-4306-bb02-3f951012e8ad tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:16.176605 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d7500d2f-8d26-43be-bc4e-319a0b1139b1 req-d4ee10a5-6a87-4306-bb02-3f951012e8ad tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0912507 Jul 21 10:47:16.188607 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfc648-b28f-405a-b15f-038ed6e053e3 req-f3023566-f435-47be-b395-d38df85ab8bf tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:16.195151 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-41cfc648-b28f-405a-b15f-038ed6e053e3 req-f3023566-f435-47be-b395-d38df85ab8bf tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0978377 Jul 21 10:47:16.253411 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d7500d2f-8d26-43be-bc4e-319a0b1139b1 req-7d4f0a3a-8b6e-4010-a261-a2ab720152a9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569587 Jul 21 10:47:16.313567 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-41cfc648-b28f-405a-b15f-038ed6e053e3 req-b45d3152-2892-4805-adb7-be3f93f071a9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129122 Jul 21 10:47:16.315652 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0126d705-04f7-4220-9dc0-0da6693c5073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (415407ae-0fe6-4c4f-9a4e-4aeefb9d8226), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:16.318130 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0126d705-04f7-4220-9dc0-0da6693c5073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:16.319460 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-0126d705-04f7-4220-9dc0-0da6693c5073 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/415407ae-0fe6-4c4f-9a4e-4aeefb9d8226 HTTP/1.1" status: 204 len: 168 time: 0.4787989 Jul 21 10:47:16.333896 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126d705-04f7-4220-9dc0-0da6693c5073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415407ae-0fe6-4c4f-9a4e-4aeefb9d8226,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:16.425859 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-601319bf-1890-4a20-88be-1d5cc3a43ffd admin admin] Publish callbacks [] for subnet (000f68ae-c02c-4d8d-9e63-16497fc28489), precommit_delete_associations {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:16.466072 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bc2fa-39c2-495f-b216-421a3a48c717 req-aba2021e-1d87-48e0-9219-39578970d464 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:16.467692 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-780bc2fa-39c2-495f-b216-421a3a48c717 req-aba2021e-1d87-48e0-9219-39578970d464 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0722182 Jul 21 10:47:16.473920 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-601319bf-1890-4a20-88be-1d5cc3a43ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686909'] for subnet (000f68ae-c02c-4d8d-9e63-16497fc28489), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:16.477501 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 34100) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:16.477695 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-2454c5d6-96f9-4006-9fb3-d80b50f36177 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d85d0196-f957-408d-bc00-26b64629a630 HTTP/1.1" status: 200 len: 217 time: 0.0558360 Jul 21 10:47:16.483661 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-e3389bd9-71fe-48f6-8c3c-396ece7c52b0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Request body: {'floatingip': {'port_id': 'e0efd748-6569-4435-ab16-d9acccb72164'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:47:16.502033 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-528e4779-7fc9-455e-8467-bbfb1e13b276 req-d67e8d05-0683-44f6-9413-d5d96060bd71 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514232 Jul 21 10:47:16.570762 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-e941f63b-b771-4b58-8d1b-afcc9e31f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:16.572312 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-e941f63b-b771-4b58-8d1b-afcc9e31f904 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83 HTTP/1.1" status: 200 len: 854 time: 0.0667269 Jul 21 10:47:16.600537 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e3389bd9-71fe-48f6-8c3c-396ece7c52b0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for floatingip (66458c81-5268-47a8-b71d-e15ff5d0ef34), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:16.635231 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=4 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:16.673038 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-601319bf-1890-4a20-88be-1d5cc3a43ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for subnet (000f68ae-c02c-4d8d-9e63-16497fc28489), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:16.710773 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601319bf-1890-4a20-88be-1d5cc3a43ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=000f68ae-c02c-4d8d-9e63-16497fc28489,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:16.717631 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-601319bf-1890-4a20-88be-1d5cc3a43ffd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:16.722598 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-601319bf-1890-4a20-88be-1d5cc3a43ffd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/000f68ae-c02c-4d8d-9e63-16497fc28489 HTTP/1.1" status: 204 len: 168 time: 0.7011869 Jul 21 10:47:16.725756 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 34114) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:16.853368 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:16.858947 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-4c9ec97a-f135-4894-9c42-98b628485bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:16.861288 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-4c9ec97a-f135-4894-9c42-98b628485bb2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=192d6a0f-c1f8-471a-872f-e924c6d8f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467713 Jul 21 10:47:16.921175 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-52e92a9e-83e6-4c01-bd62-00f86f3c4a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692532'] for network (e0370b92-797e-41eb-8af6-0ce4de8135aa), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:17.073889 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552b84e-9080-47ef-a935-511f8b26a33c req-f6f3e738-025b-4ab3-87fb-0bc6b441f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:17.075368 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c552b84e-9080-47ef-a935-511f8b26a33c req-f6f3e738-025b-4ab3-87fb-0bc6b441f528 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 1129 time: 0.0852969 Jul 21 10:47:17.090725 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-52e92a9e-83e6-4c01-bd62-00f86f3c4a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687030', 'neutron.services.segments.db._delete_segments_for_network-8727025531468'] for network (e0370b92-797e-41eb-8af6-0ce4de8135aa), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:17.105776 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-8ab90b93-5787-4f17-bb8c-409ae9be27ff service neutron] 10.222.0.57 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231627 Jul 21 10:47:17.182144 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-52e92a9e-83e6-4c01-bd62-00f86f3c4a99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0370b92-797e-41eb-8af6-0ce4de8135aa']}} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:17.220100 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-52e92a9e-83e6-4c01-bd62-00f86f3c4a99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25995520-a7e5-431e-8666-91d29a7fa5ce') {'for_net_delete': True} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:17.220459 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-52e92a9e-83e6-4c01-bd62-00f86f3c4a99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25995520-a7e5-431e-8666-91d29a7fa5ce') {} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:17.245917 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34124) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:17.259916 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-38a037b4-3a23-48a7-a1bc-afd49018005f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:17.273209 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-52e92a9e-83e6-4c01-bd62-00f86f3c4a99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727025530341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5065477'] for segment (25995520-a7e5-431e-8666-91d29a7fa5ce), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:17.312013 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:17.320764 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-52e92a9e-83e6-4c01-bd62-00f86f3c4a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (25995520-a7e5-431e-8666-91d29a7fa5ce), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:17.349363 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e92a9e-83e6-4c01-bd62-00f86f3c4a99 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=111079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 10:47:17.349672 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-52e92a9e-83e6-4c01-bd62-00f86f3c4a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5596877'] for segment (25995520-a7e5-431e-8666-91d29a7fa5ce), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:17.364091 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-38a037b4-3a23-48a7-a1bc-afd49018005f admin admin] Publish callbacks [] for security_group (81f07d51-257b-4b92-96fc-130ca629ef10), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:17.433852 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-38a037b4-3a23-48a7-a1bc-afd49018005f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (81f07d51-257b-4b92-96fc-130ca629ef10), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:17.507400 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c552b84e-9080-47ef-a935-511f8b26a33c req-5476525a-08b3-4b09-9882-9dc83135b4c1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585703 Jul 21 10:47:17.512723 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-38a037b4-3a23-48a7-a1bc-afd49018005f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1994f9771eb4baab928b816c989f496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656670 Jul 21 10:47:17.516441 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34130) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:17.526281 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a037b4-3a23-48a7-a1bc-afd49018005f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f07d51-257b-4b92-96fc-130ca629ef10,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:17.560176 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4248c311-cae4-4b08-9e32-18c7546b7c78 req-070fbead-a638-41d5-8e5c-5d278b6d4011 service neutron] 10.222.0.57 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124565 Jul 21 10:47:17.600153 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-902f1008-7557-4f64-b0ee-796c7d00f7c5 admin admin] Publish callbacks [] for security_group (81f07d51-257b-4b92-96fc-130ca629ef10), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:17.631316 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:17.644885 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-902f1008-7557-4f64-b0ee-796c7d00f7c5 admin admin] Publish callbacks [] for security_group (81f07d51-257b-4b92-96fc-130ca629ef10), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:17.685696 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.db.resource_extend [None req-e3389bd9-71fe-48f6-8c3c-396ece7c52b0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 21 10:47:17.724398 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fe7b0-68e6-42d1-9958-c257fd3f88ee req-f549848f-3a1b-4eee-a576-99db073a6f9f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:17.725896 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1e8fe7b0-68e6-42d1-9958-c257fd3f88ee req-f549848f-3a1b-4eee-a576-99db073a6f9f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.3912935 Jul 21 10:47:17.757889 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-902f1008-7557-4f64-b0ee-796c7d00f7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (81f07d51-257b-4b92-96fc-130ca629ef10), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:17.760573 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-902f1008-7557-4f64-b0ee-796c7d00f7c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:17.761776 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-902f1008-7557-4f64-b0ee-796c7d00f7c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/81f07d51-257b-4b92-96fc-130ca629ef10 HTTP/1.1" status: 204 len: 168 time: 0.2443759 Jul 21 10:47:17.771907 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f1008-7557-4f64-b0ee-796c7d00f7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f07d51-257b-4b92-96fc-130ca629ef10,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:17.792147 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e3389bd9-71fe-48f6-8c3c-396ece7c52b0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:17.801441 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-52e92a9e-83e6-4c01-bd62-00f86f3c4a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7907263'] for network (e0370b92-797e-41eb-8af6-0ce4de8135aa), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:17.817181 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-52e92a9e-83e6-4c01-bd62-00f86f3c4a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:17.822937 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-52e92a9e-83e6-4c01-bd62-00f86f3c4a99 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e0370b92-797e-41eb-8af6-0ce4de8135aa HTTP/1.1" status: 204 len: 168 time: 1.0959537 Jul 21 10:47:17.843025 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e3389bd9-71fe-48f6-8c3c-396ece7c52b0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (66458c81-5268-47a8-b71d-e15ff5d0ef34), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:17.844942 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e92a9e-83e6-4c01-bd62-00f86f3c4a99 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0370b92-797e-41eb-8af6-0ce4de8135aa,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:17.851530 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1e8fe7b0-68e6-42d1-9958-c257fd3f88ee req-c382ef5e-17d3-40d2-95e7-c1866c574d48 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157413 Jul 21 10:47:17.952443 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:18.009667 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e0ea3-d5ea-4c80-9bef-fcb77877bcba req-9278a97f-8953-4a75-a59b-0502d544a3ee tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:18.011241 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-198e0ea3-d5ea-4c80-9bef-fcb77877bcba req-9278a97f-8953-4a75-a59b-0502d544a3ee tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0652182 Jul 21 10:47:18.019553 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.l3_db [None req-e3389bd9-71fe-48f6-8c3c-396ece7c52b0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Floating IP 66458c81-5268-47a8-b71d-e15ff5d0ef34 associated. External IP: 172.27.0.200, port: e0efd748-6569-4435-ab16-d9acccb72164. Jul 21 10:47:18.107252 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.services.segments.plugin [-] Segment 25995520-a7e5-431e-8666-91d29a7fa5ce resource provider aggregate not found Jul 21 10:47:18.150417 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.services.segments.plugin [-] Segment 25995520-a7e5-431e-8666-91d29a7fa5ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25995520-a7e5-431e-8666-91d29a7fa5ce found for delete ", "request_id": "req-0b4db741-8280-4266-8d2e-d7816862d142"}]} Jul 21 10:47:18.157137 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-198e0ea3-d5ea-4c80-9bef-fcb77877bcba req-e599b9f6-ddc7-437b-9868-809df72dc59b tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401427 Jul 21 10:47:18.226922 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:18.297560 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3389bd9-71fe-48f6-8c3c-396ece7c52b0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Router b5be4517-be14-43d5-af75-a3f4c686984a has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:47:18.381307 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34162) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:18.446166 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-7d46229f-8d1b-4190-83f7-596a2395f770 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d11a34d9d6824eca941763667839c78e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0643904 Jul 21 10:47:18.446501 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 34164) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:18.477568 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3389bd9-71fe-48f6-8c3c-396ece7c52b0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:47:18.484471 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e3389bd9-71fe-48f6-8c3c-396ece7c52b0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:18.494990 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8381911-2a81-4c68-98c0-ee8a49b2bafc None None] Sync routers for ids ['b5be4517-be14-43d5-af75-a3f4c686984a'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:47:18.507110 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8381911-2a81-4c68-98c0-ee8a49b2bafc None None] Routers {'b5be4517-be14-43d5-af75-a3f4c686984a'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:47:18.508355 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-e8381911-2a81-4c68-98c0-ee8a49b2bafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:46:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['b5be4517-be14-43d5-af75-a3f4c686984a'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:18.533632 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-e3389bd9-71fe-48f6-8c3c-396ece7c52b0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "PUT /v2.0/floatingips/66458c81-5268-47a8-b71d-e15ff5d0ef34 HTTP/1.1" status: 200 len: 991 time: 2.0549371 Jul 21 10:47:18.536129 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'tag': 'e0efd748-6569-4435-ab16-d9acccb72164'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:47:18.538926 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17052c28-94ec-43c1-bf79-87e5b8bfd9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "1e730525-7ce4-4a5a-8023-84cae6b1da3d", "tag": "e0efd748-6569-4435-ab16-d9acccb72164"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:47:18.557798 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-15497e93-8ccc-45bf-bdd7-7508992e544a admin admin] Publish callbacks [] for security_group (a370fd8a-b055-49e9-8358-2ccb37a093b6), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:18.579552 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4428422d-7230-47e4-80d0-0d3f2137aa9c x-openstack-request-id: req-4428422d-7230-47e4-80d0-0d3f2137aa9c {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:47:18.579847 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e730525-7ce4-4a5a-8023-84cae6b1da3d", "tag": "e0efd748-6569-4435-ab16-d9acccb72164", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:47:18.580289 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4428422d-7230-47e4-80d0-0d3f2137aa9c {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:47:18.580723 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4428422d-7230-47e4-80d0-0d3f2137aa9c'] response: {'name': 'network-changed', 'server_uuid': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'tag': 'e0efd748-6569-4435-ab16-d9acccb72164', 'status': 'completed', 'code': 200} Jul 21 10:47:18.582620 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-15497e93-8ccc-45bf-bdd7-7508992e544a admin admin] Publish callbacks [] for security_group (a370fd8a-b055-49e9-8358-2ccb37a093b6), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:18.634885 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-e8381911-2a81-4c68-98c0-ee8a49b2bafc None None] Set router b5be4517-be14-43d5-af75-a3f4c686984a gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:47:18.752755 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-15497e93-8ccc-45bf-bdd7-7508992e544a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (a370fd8a-b055-49e9-8358-2ccb37a093b6), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:18.755550 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-15497e93-8ccc-45bf-bdd7-7508992e544a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:18.759215 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-15497e93-8ccc-45bf-bdd7-7508992e544a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a370fd8a-b055-49e9-8358-2ccb37a093b6 HTTP/1.1" status: 204 len: 168 time: 0.3084762 Jul 21 10:47:18.766309 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15497e93-8ccc-45bf-bdd7-7508992e544a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a370fd8a-b055-49e9-8358-2ccb37a093b6,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:18.786010 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34174) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:18.804118 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cc1bf2cc-3af0-4366-88dc-a96e758ce8d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:18.891737 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cc1bf2cc-3af0-4366-88dc-a96e758ce8d1 admin admin] Publish callbacks [] for security_group (d0430b3e-b07b-4297-a005-90d2b393169d), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:18.903540 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-e8381911-2a81-4c68-98c0-ee8a49b2bafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '66458c81-5268-47a8-b71d-e15ff5d0ef34', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'port_id': 'e0efd748-6569-4435-ab16-d9acccb72164', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'mac_address': 'fa:16:3e:14:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:46:30Z', 'updated_at': '2022-07-21T10:47:17Z', 'revision_number': 1, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a', 'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'mac_address': 'fa:16:3e:87:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:20Z', 'updated_at': '2022-07-21T10:46:33Z', 'revision_number': 5, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'subnets': [{'id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:18.935308 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cc1bf2cc-3af0-4366-88dc-a96e758ce8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (d0430b3e-b07b-4297-a005-90d2b393169d), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:18.946121 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8381911-2a81-4c68-98c0-ee8a49b2bafc None None] Checking router: b5be4517-be14-43d5-af75-a3f4c686984a for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:47:18.957204 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8381911-2a81-4c68-98c0-ee8a49b2bafc None None] Routers {'b5be4517-be14-43d5-af75-a3f4c686984a'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:47:18.957983 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-e8381911-2a81-4c68-98c0-ee8a49b2bafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:46:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['b5be4517-be14-43d5-af75-a3f4c686984a'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:18.982224 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-cc1bf2cc-3af0-4366-88dc-a96e758ce8d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45eb6ef2612c4adf9edc10c07ff5545a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1949081 Jul 21 10:47:18.984815 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34178) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:18.991392 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bf2cc-3af0-4366-88dc-a96e758ce8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0430b3e-b07b-4297-a005-90d2b393169d,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:19.008160 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09330c-3f84-4d82-9162-46709ed9a040 req-cba0a6f7-3ca1-43f2-8c9a-0f8b62334dda tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:19.009989 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6b09330c-3f84-4d82-9162-46709ed9a040 req-cba0a6f7-3ca1-43f2-8c9a-0f8b62334dda tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0692399 Jul 21 10:47:19.045722 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-01091234-028d-40a3-87ef-753f7c2ee9dd admin admin] Publish callbacks [] for security_group (d0430b3e-b07b-4297-a005-90d2b393169d), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:19.067341 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6b09330c-3f84-4d82-9162-46709ed9a040 req-b9157382-eaa2-41b0-8168-cd406ffacd9e tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514045 Jul 21 10:47:19.069301 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-01091234-028d-40a3-87ef-753f7c2ee9dd admin admin] Publish callbacks [] for security_group (d0430b3e-b07b-4297-a005-90d2b393169d), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:19.089890 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-e8381911-2a81-4c68-98c0-ee8a49b2bafc None None] Set router b5be4517-be14-43d5-af75-a3f4c686984a gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:47:19.208414 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-01091234-028d-40a3-87ef-753f7c2ee9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (d0430b3e-b07b-4297-a005-90d2b393169d), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:19.211280 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-01091234-028d-40a3-87ef-753f7c2ee9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:19.215606 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-01091234-028d-40a3-87ef-753f7c2ee9dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0430b3e-b07b-4297-a005-90d2b393169d HTTP/1.1" status: 204 len: 168 time: 0.2270713 Jul 21 10:47:19.222210 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01091234-028d-40a3-87ef-753f7c2ee9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0430b3e-b07b-4297-a005-90d2b393169d,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:19.279397 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:19.354351 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab0567-9213-457c-a331-51814b334c27 req-243d819c-e074-4b08-8850-4a28155f9326 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:19.356108 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-00ab0567-9213-457c-a331-51814b334c27 req-243d819c-e074-4b08-8850-4a28155f9326 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0800774 Jul 21 10:47:19.357857 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-e8381911-2a81-4c68-98c0-ee8a49b2bafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '66458c81-5268-47a8-b71d-e15ff5d0ef34', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'port_id': 'e0efd748-6569-4435-ab16-d9acccb72164', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'mac_address': 'fa:16:3e:14:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:46:30Z', 'updated_at': '2022-07-21T10:47:17Z', 'revision_number': 1, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a', 'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'mac_address': 'fa:16:3e:87:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:20Z', 'updated_at': '2022-07-21T10:46:33Z', 'revision_number': 5, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'subnets': [{'id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:19.386380 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8381911-2a81-4c68-98c0-ee8a49b2bafc None None] The sync data for ids ['b5be4517-be14-43d5-af75-a3f4c686984a'] in dv-cinder-849800-2-iscsi is: [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '66458c81-5268-47a8-b71d-e15ff5d0ef34', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'port_id': 'e0efd748-6569-4435-ab16-d9acccb72164', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'mac_address': 'fa:16:3e:14:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:46:30Z', 'updated_at': '2022-07-21T10:47:17Z', 'revision_number': 1, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a', 'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'mac_address': 'fa:16:3e:87:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:20Z', 'updated_at': '2022-07-21T10:46:33Z', 'revision_number': 5, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'subnets': [{'id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:47:19.416388 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-00ab0567-9213-457c-a331-51814b334c27 req-84546dba-34c5-4072-93ef-351a902a4e7d tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450103 Jul 21 10:47:19.625055 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34200) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:19.654447 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60839be-2f08-4c25-ac99-1486bcc2ef4a req-1f1d455a-a4e4-4e9f-a5ff-85fc88292809 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:19.656993 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d60839be-2f08-4c25-ac99-1486bcc2ef4a req-1f1d455a-a4e4-4e9f-a5ff-85fc88292809 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0926871 Jul 21 10:47:19.730997 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-b8ddab48-719b-4431-8d62-9cf74427e3b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c88d44c963e4ad4b4915bdcea315848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1019816 Jul 21 10:47:19.733828 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34206) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:19.735190 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d60839be-2f08-4c25-ac99-1486bcc2ef4a req-5ce6b1d0-2f52-48db-9f9c-ef06ebd95b08 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706422 Jul 21 10:47:19.818874 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4c28adf5-4b63-4dc8-aec5-0e893a617c68 admin admin] Publish callbacks [] for security_group (4fdd55e3-ae87-456a-8629-af2c8d9b8972), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:19.867164 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5188ad81-ddaa-46b4-a7b1-8e1e072e8b8a None None] New status for floating IP 66458c81-5268-47a8-b71d-e15ff5d0ef34: ACTIVE {{(pid=111080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:47:19.872462 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4c28adf5-4b63-4dc8-aec5-0e893a617c68 admin admin] Publish callbacks [] for security_group (4fdd55e3-ae87-456a-8629-af2c8d9b8972), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:19.952364 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:20.058713 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4c28adf5-4b63-4dc8-aec5-0e893a617c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (4fdd55e3-ae87-456a-8629-af2c8d9b8972), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:20.062276 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4c28adf5-4b63-4dc8-aec5-0e893a617c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:20.066517 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-4c28adf5-4b63-4dc8-aec5-0e893a617c68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fdd55e3-ae87-456a-8629-af2c8d9b8972 HTTP/1.1" status: 204 len: 168 time: 0.3305669 Jul 21 10:47:20.076513 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28adf5-4b63-4dc8-aec5-0e893a617c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdd55e3-ae87-456a-8629-af2c8d9b8972,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:20.157259 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17052c28-94ec-43c1-bf79-87e5b8bfd9a1 req-56c30255-4151-49d4-be09-29cd7730b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:20.159308 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-17052c28-94ec-43c1-bf79-87e5b8bfd9a1 req-56c30255-4151-49d4-be09-29cd7730b02a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29c1b9c9f7024f8494e0a9b58fe35710&device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 1129 time: 0.0612898 Jul 21 10:47:20.178018 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:20.369966 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34222) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:20.604430 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6471d-a94f-4f91-be3f-111272d5c5cf req-7e1e6811-8612-4f16-8853-7013fca8bccb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:20.606150 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a8c6471d-a94f-4f91-be3f-111272d5c5cf req-7e1e6811-8612-4f16-8853-7013fca8bccb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 944 time: 0.0858767 Jul 21 10:47:20.676164 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a8c6471d-a94f-4f91-be3f-111272d5c5cf req-8ef849c7-1ba9-4e04-920e-36318b5c20c7 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636559 Jul 21 10:47:20.685364 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-60831fe0-fea0-4fdd-b23f-ce8c79ece57d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:20.770653 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-60831fe0-fea0-4fdd-b23f-ce8c79ece57d admin admin] Publish callbacks [] for security_group (fe938494-c1a4-48a0-ac59-c25fa635b50d), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:20.850669 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-60831fe0-fea0-4fdd-b23f-ce8c79ece57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (fe938494-c1a4-48a0-ac59-c25fa635b50d), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:20.874027 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc9579-5e67-49a3-8d82-bc90be88a088 req-a4d30950-4b8c-41bf-b777-f8fb688db5b1 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:20.875612 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d2dc9579-5e67-49a3-8d82-bc90be88a088 req-a4d30950-4b8c-41bf-b777-f8fb688db5b1 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0516601 Jul 21 10:47:20.885988 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device d85d0196-f957-408d-bc00-26b64629a630 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:47:20.906243 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60831fe0-fea0-4fdd-b23f-ce8c79ece57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe938494-c1a4-48a0-ac59-c25fa635b50d,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:20.924173 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-60831fe0-fea0-4fdd-b23f-ce8c79ece57d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6047a462ca234458a329166d92855012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5529463 Jul 21 10:47:20.929937 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34250) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:20.968373 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d2dc9579-5e67-49a3-8d82-bc90be88a088 req-f63d428b-ca55-4d22-aac9-7f6d55f55b8b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852489 Jul 21 10:47:21.054391 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port d85d0196-f957-408d-bc00-26b64629a630, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=d85d0196-f957-408d-bc00-26b64629a630,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:21.077123 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': 'd85d0196-f957-408d-bc00-26b64629a630', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'port_id': 'd85d0196-f957-408d-bc00-26b64629a630', 'mac_address': 'fa:16:3e:21:1f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:47:21.079475 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d15ed-6153-4fc6-8fdb-7cbc4197c472 req-9b61bede-d503-4852-89a4-80cc3355c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:21.084209 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-684d15ed-6153-4fc6-8fdb-7cbc4197c472 req-9b61bede-d503-4852-89a4-80cc3355c4e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 1130 time: 0.1183367 Jul 21 10:47:21.119820 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port d85d0196-f957-408d-bc00-26b64629a630 is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:47:21.120220 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d85d0196-f957-408d-bc00-26b64629a630), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:21.135297 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85d0196-f957-408d-bc00-26b64629a630 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:47:21.159863 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port d85d0196-f957-408d-bc00-26b64629a630, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=d85d0196-f957-408d-bc00-26b64629a630,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:21.226597 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (d85d0196-f957-408d-bc00-26b64629a630), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:21.283808 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:DELETE=8,neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:21.283962 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=d85d0196-f957-408d-bc00-26b64629a630,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:21.369721 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17052c28-94ec-43c1-bf79-87e5b8bfd9a1 req-34d7a6ab-346d-4550-95ae-e96a7a3be443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:21.371318 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-17052c28-94ec-43c1-bf79-87e5b8bfd9a1 req-34d7a6ab-346d-4550-95ae-e96a7a3be443 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c770f837-eda0-4a68-b0cf-fd07722be163 HTTP/1.1" status: 200 len: 917 time: 0.4402535 Jul 21 10:47:21.375974 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4fa8be97-d9d3-4284-b086-289f24c57887 admin admin] Publish callbacks [] for security_group (fe938494-c1a4-48a0-ac59-c25fa635b50d), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:21.381824 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-76d8b6e3-2d69-42b8-80f7-4a17e124787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:21.389006 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d15ed-6153-4fc6-8fdb-7cbc4197c472 req-7c16396d-861d-4503-b2fc-2158eb25a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:21.390462 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-684d15ed-6153-4fc6-8fdb-7cbc4197c472 req-7c16396d-861d-4503-b2fc-2158eb25a38f service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6051ff4-8399-4b19-9b2a-895d18fcb35a HTTP/1.1" status: 200 len: 920 time: 0.2810361 Jul 21 10:47:21.462200 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4fa8be97-d9d3-4284-b086-289f24c57887 admin admin] Publish callbacks [] for security_group (fe938494-c1a4-48a0-ac59-c25fa635b50d), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:21.516249 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-684d15ed-6153-4fc6-8fdb-7cbc4197c472 req-2fb79d60-f7a9-4cb3-b06b-e7c9facc914b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f00b65f-1c5b-4127-be24-1cea853f5f63 HTTP/1.1" status: 200 len: 217 time: 0.0823402 Jul 21 10:47:21.559518 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-17052c28-94ec-43c1-bf79-87e5b8bfd9a1 req-0afdd418-391c-485f-8729-ac041dc71e69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0efd748-6569-4435-ab16-d9acccb72164 HTTP/1.1" status: 200 len: 1001 time: 0.1802630 Jul 21 10:47:21.638475 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d15ed-6153-4fc6-8fdb-7cbc4197c472 req-477e17f9-57a3-4fbd-aff7-652f0af8afee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:21.640000 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-684d15ed-6153-4fc6-8fdb-7cbc4197c472 req-477e17f9-57a3-4fbd-aff7-652f0af8afee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e0cf4ee-8186-43e0-be83-a0ef0604ebdb HTTP/1.1" status: 200 len: 858 time: 0.1045899 Jul 21 10:47:21.646015 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17052c28-94ec-43c1-bf79-87e5b8bfd9a1 req-72f48dc4-1568-4f48-82e5-c01e6e29857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:21.647504 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-17052c28-94ec-43c1-bf79-87e5b8bfd9a1 req-72f48dc4-1568-4f48-82e5-c01e6e29857b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c79189c-6f8d-462a-9ba9-a421b25b0a63 HTTP/1.1" status: 200 len: 855 time: 0.0643697 Jul 21 10:47:21.715745 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['d85d0196-f957-408d-bc00-26b64629a630'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:47:21.731241 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17052c28-94ec-43c1-bf79-87e5b8bfd9a1 req-31573ab4-bd03-4be3-8cfc-b773ba844f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:21.732759 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-17052c28-94ec-43c1-bf79-87e5b8bfd9a1 req-31573ab4-bd03-4be3-8cfc-b773ba844f02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c770f837-eda0-4a68-b0cf-fd07722be163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631685 Jul 21 10:47:21.733671 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d15ed-6153-4fc6-8fdb-7cbc4197c472 req-42af4d8a-6ee3-40c5-94fd-a13e38c8fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:21.735057 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-684d15ed-6153-4fc6-8fdb-7cbc4197c472 req-42af4d8a-6ee3-40c5-94fd-a13e38c8fbb8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6051ff4-8399-4b19-9b2a-895d18fcb35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740256 Jul 21 10:47:21.746759 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4fa8be97-d9d3-4284-b086-289f24c57887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (fe938494-c1a4-48a0-ac59-c25fa635b50d), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:21.749438 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4fa8be97-d9d3-4284-b086-289f24c57887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:21.750848 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-4fa8be97-d9d3-4284-b086-289f24c57887 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe938494-c1a4-48a0-ac59-c25fa635b50d HTTP/1.1" status: 204 len: 168 time: 0.8170862 Jul 21 10:47:21.799328 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8be97-d9d3-4284-b086-289f24c57887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe938494-c1a4-48a0-ac59-c25fa635b50d,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:21.800877 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:21.841416 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93cc6f-359c-4e47-ab60-2c71322953ed req-b93b4a47-99be-4c10-912b-e2159e22c61d tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:21.849666 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1e93cc6f-359c-4e47-ab60-2c71322953ed req-b93b4a47-99be-4c10-912b-e2159e22c61d tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0978415 Jul 21 10:47:21.881939 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:21.911690 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1e93cc6f-359c-4e47-ab60-2c71322953ed req-46e8da32-049f-4dce-aeb8-25fe3aa3021c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608482 Jul 21 10:47:21.934904 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-684d15ed-6153-4fc6-8fdb-7cbc4197c472 req-2abadd62-2b1e-4ddf-90f8-2ab8597f5283 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828887 Jul 21 10:47:21.937267 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-17052c28-94ec-43c1-bf79-87e5b8bfd9a1 req-6cbe5a42-a615-4605-8663-5494391f25ef service neutron] 10.222.0.57 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840487 Jul 21 10:47:22.089260 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa69d63-9fdc-4d1b-914f-7e57e453afb5 req-2b16bd10-4138-49d2-b42e-af9f93828300 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:22.090852 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-faa69d63-9fdc-4d1b-914f-7e57e453afb5 req-2b16bd10-4138-49d2-b42e-af9f93828300 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0561807 Jul 21 10:47:22.186150 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-faa69d63-9fdc-4d1b-914f-7e57e453afb5 req-f2aba302-094a-4bef-adc9-e0f1d59fde6f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881498 Jul 21 10:47:22.326769 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:22.332402 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-684d15ed-6153-4fc6-8fdb-7cbc4197c472 req-101ee46e-bb0a-4f96-8d72-cdb584e65bd8 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771269 Jul 21 10:47:22.334429 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-17052c28-94ec-43c1-bf79-87e5b8bfd9a1 req-97e711e6-8464-4740-857b-feaf5a92bca7 service neutron] 10.222.0.57 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708663 Jul 21 10:47:22.611225 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:47:22.684281 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 34340) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:22.691520 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:22.698717 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7e930b21-b5a4-473b-b920-9003f236d48b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:22.777793 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7e930b21-b5a4-473b-b920-9003f236d48b admin admin] Publish callbacks [] for security_group (6816abeb-ebdc-4c4e-a134-ae52e141523e), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:22.838498 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7e930b21-b5a4-473b-b920-9003f236d48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (6816abeb-ebdc-4c4e-a134-ae52e141523e), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:22.883559 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-7e930b21-b5a4-473b-b920-9003f236d48b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24606728b9b24894abb5e7652e3054a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1980364 Jul 21 10:47:22.886745 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34346) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:22.886903 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e930b21-b5a4-473b-b920-9003f236d48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6816abeb-ebdc-4c4e-a134-ae52e141523e,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:22.917287 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device d85d0196-f957-408d-bc00-26b64629a630 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:47:22.943811 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d3c511a1-c6ee-4dbe-a905-530cd7ad46f4 admin admin] Publish callbacks [] for security_group (6816abeb-ebdc-4c4e-a134-ae52e141523e), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:22.971428 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port d85d0196-f957-408d-bc00-26b64629a630 completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:47:22.996498 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d3c511a1-c6ee-4dbe-a905-530cd7ad46f4 admin admin] Publish callbacks [] for security_group (6816abeb-ebdc-4c4e-a134-ae52e141523e), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:23.054814 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port d85d0196-f957-408d-bc00-26b64629a630 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:47:23.055233 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d85d0196-f957-408d-bc00-26b64629a630), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:23.075541 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecd124-423a-42d1-a1a7-2f785fe20450 req-60e28bcb-fbb0-4092-a033-9d8e76f58681 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:23.077418 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-27ecd124-423a-42d1-a1a7-2f785fe20450 req-60e28bcb-fbb0-4092-a033-9d8e76f58681 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 945 time: 0.0552802 Jul 21 10:47:23.093599 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34360) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:23.099034 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:23.123630 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d3c511a1-c6ee-4dbe-a905-530cd7ad46f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (6816abeb-ebdc-4c4e-a134-ae52e141523e), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:23.127181 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d3c511a1-c6ee-4dbe-a905-530cd7ad46f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:23.137151 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-d3c511a1-c6ee-4dbe-a905-530cd7ad46f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6816abeb-ebdc-4c4e-a134-ae52e141523e HTTP/1.1" status: 204 len: 168 time: 0.2435627 Jul 21 10:47:23.148637 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port d85d0196-f957-408d-bc00-26b64629a630 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:47:23.149069 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d85d0196-f957-408d-bc00-26b64629a630), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:23.159184 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c511a1-c6ee-4dbe-a905-530cd7ad46f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6816abeb-ebdc-4c4e-a134-ae52e141523e,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:23.185399 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-27ecd124-423a-42d1-a1a7-2f785fe20450 req-6a40b66b-49ee-48aa-8503-d0fe5b317247 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003339 Jul 21 10:47:23.194185 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85d0196-f957-408d-bc00-26b64629a630'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:47:23.197448 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af135b21-c30d-4640-97dc-42e55161beeb" -d '{"events": [{"server_uuid": "691ae8fc-92e7-4940-99d8-7edb5a96d2f3", "name": "network-vif-plugged", "status": "completed", "tag": "d85d0196-f957-408d-bc00-26b64629a630"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:47:23.228456 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port d85d0196-f957-408d-bc00-26b64629a630, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=d85d0196-f957-408d-bc00-26b64629a630,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:23.299231 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:23.307055 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (d85d0196-f957-408d-bc00-26b64629a630), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:23.316123 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-867b746a-c954-473d-a46b-d9b142b68b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:23.333605 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bbf6ac-bc7d-4fe2-8346-e7d8fbffc996 x-openstack-request-id: req-98bbf6ac-bc7d-4fe2-8346-e7d8fbffc996 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:47:23.333897 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691ae8fc-92e7-4940-99d8-7edb5a96d2f3", "name": "network-vif-plugged", "status": "completed", "tag": "d85d0196-f957-408d-bc00-26b64629a630", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:47:23.334262 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98bbf6ac-bc7d-4fe2-8346-e7d8fbffc996 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:47:23.334679 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98bbf6ac-bc7d-4fe2-8346-e7d8fbffc996'] response: {'server_uuid': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85d0196-f957-408d-bc00-26b64629a630', 'code': 200} Jul 21 10:47:23.393031 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=d85d0196-f957-408d-bc00-26b64629a630,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:23.439824 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5d862-6fc5-4b44-98d0-c985a563b8c3 req-fe59047b-3a46-479f-9b92-884816d843ee tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:23.448453 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3bd5d862-6fc5-4b44-98d0-c985a563b8c3 req-fe59047b-3a46-479f-9b92-884816d843ee tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.1615195 Jul 21 10:47:23.449235 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-867b746a-c954-473d-a46b-d9b142b68b78 admin admin] Publish callbacks [] for security_group (dd903b71-5e76-4a43-a69d-225ed2c06c5c), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:23.496118 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-867b746a-c954-473d-a46b-d9b142b68b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (dd903b71-5e76-4a43-a69d-225ed2c06c5c), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:23.500469 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3bd5d862-6fc5-4b44-98d0-c985a563b8c3 req-14ea15dd-ccd8-410c-b25c-1d76eb27a93b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511341 Jul 21 10:47:23.534629 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b746a-c954-473d-a46b-d9b142b68b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd903b71-5e76-4a43-a69d-225ed2c06c5c,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:23.579722 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-867b746a-c954-473d-a46b-d9b142b68b78 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35be8d699d584ab2a6d3e2d8cd91067c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4845426 Jul 21 10:47:23.582323 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34384) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:23.641837 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-48aaca35-fb43-4741-9e55-4425bef3f730 admin admin] Publish callbacks [] for security_group (dd903b71-5e76-4a43-a69d-225ed2c06c5c), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:23.663742 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:23.665962 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-48aaca35-fb43-4741-9e55-4425bef3f730 admin admin] Publish callbacks [] for security_group (dd903b71-5e76-4a43-a69d-225ed2c06c5c), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:23.797047 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04845dab-c87b-47f5-ab40-716212db75b8 req-30e392ea-ca42-4a14-bd30-d1567af67a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:23.798597 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-04845dab-c87b-47f5-ab40-716212db75b8 req-30e392ea-ca42-4a14-bd30-d1567af67a16 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 1130 time: 0.0380721 Jul 21 10:47:23.835652 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-48aaca35-fb43-4741-9e55-4425bef3f730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (dd903b71-5e76-4a43-a69d-225ed2c06c5c), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:23.838321 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-48aaca35-fb43-4741-9e55-4425bef3f730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:23.839509 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-48aaca35-fb43-4741-9e55-4425bef3f730 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd903b71-5e76-4a43-a69d-225ed2c06c5c HTTP/1.1" status: 204 len: 168 time: 0.2561531 Jul 21 10:47:23.858418 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-04845dab-c87b-47f5-ab40-716212db75b8 req-74ccb0fe-4602-49a0-8eef-d6ef91831ff7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510426 Jul 21 10:47:23.859299 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaca35-fb43-4741-9e55-4425bef3f730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd903b71-5e76-4a43-a69d-225ed2c06c5c,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:23.946202 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-38e48317-ff3c-4567-ab53-a5222152149f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:24.319194 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef14f41-8901-4c71-9929-70b6e6b52ee8 req-d33d24a5-2916-4492-9c4f-444a5fe2a107 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:24.322007 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4ef14f41-8901-4c71-9929-70b6e6b52ee8 req-d33d24a5-2916-4492-9c4f-444a5fe2a107 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0552826 Jul 21 10:47:24.391711 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4ef14f41-8901-4c71-9929-70b6e6b52ee8 req-a630519a-3297-4e57-be46-7a74a2b62afa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502362 Jul 21 10:47:24.626257 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9004727-3028-42de-b19f-ef5680939150 req-58dced21-158b-401f-92bb-65376df1ea31 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:24.631446 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d9004727-3028-42de-b19f-ef5680939150 req-58dced21-158b-401f-92bb-65376df1ea31 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0535135 Jul 21 10:47:24.688053 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d9004727-3028-42de-b19f-ef5680939150 req-41958903-b4f6-4385-a738-53791b262c4c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543163 Jul 21 10:47:25.329550 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:25.519099 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6396e-6f61-4da6-9750-bcbd07ef2253 req-5c6bd0b1-777f-414c-94eb-a6bbc8463776 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:25.520645 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b8d6396e-6f61-4da6-9750-bcbd07ef2253 req-5c6bd0b1-777f-414c-94eb-a6bbc8463776 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0521810 Jul 21 10:47:25.574018 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b8d6396e-6f61-4da6-9750-bcbd07ef2253 req-1503fd27-d54b-49ef-b96e-146ea5267402 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469284 Jul 21 10:47:25.807499 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a799016-8675-4c90-88cd-f36c46d067d8 req-8d278431-8212-43d5-8c95-0ece7e86ff53 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:25.809428 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7a799016-8675-4c90-88cd-f36c46d067d8 req-8d278431-8212-43d5-8c95-0ece7e86ff53 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0483823 Jul 21 10:47:25.819841 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34476) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:25.868226 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7a799016-8675-4c90-88cd-f36c46d067d8 req-1e298b8e-79f9-4347-968e-2e15a71297e2 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498044 Jul 21 10:47:25.937129 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-9b68c1d7-8a47-4c7e-987f-57a06e4b0cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:26.026478 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-9b68c1d7-8a47-4c7e-987f-57a06e4b0cc8 admin admin] Publish callbacks [] for security_group (62e15501-7f16-498e-b529-7f62d1e86ec8), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:26.128334 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-9b68c1d7-8a47-4c7e-987f-57a06e4b0cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (62e15501-7f16-498e-b529-7f62d1e86ec8), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:26.172937 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-9b68c1d7-8a47-4c7e-987f-57a06e4b0cc8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a94e83d2571949c18031b0a2df3f5949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518620 Jul 21 10:47:26.173927 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68c1d7-8a47-4c7e-987f-57a06e4b0cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e15501-7f16-498e-b529-7f62d1e86ec8,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:26.175951 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 34488) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:26.239077 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d3a1-5aa1-40a6-adad-e64982ca41ad admin admin] Publish callbacks [] for security_group (62e15501-7f16-498e-b529-7f62d1e86ec8), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:26.261560 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d3a1-5aa1-40a6-adad-e64982ca41ad admin admin] Publish callbacks [] for security_group (62e15501-7f16-498e-b529-7f62d1e86ec8), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:26.414713 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d3a1-5aa1-40a6-adad-e64982ca41ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (62e15501-7f16-498e-b529-7f62d1e86ec8), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:26.417320 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d3a1-5aa1-40a6-adad-e64982ca41ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:26.418491 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-7fc5d3a1-5aa1-40a6-adad-e64982ca41ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62e15501-7f16-498e-b529-7f62d1e86ec8 HTTP/1.1" status: 204 len: 168 time: 0.2404423 Jul 21 10:47:26.426751 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5d3a1-5aa1-40a6-adad-e64982ca41ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e15501-7f16-498e-b529-7f62d1e86ec8,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:26.643459 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:26.691333 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beeb667-6f31-4512-b5e9-8d170dc004aa req-5df3b862-7fde-4b0b-a331-c01134ba558f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:26.692834 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6beeb667-6f31-4512-b5e9-8d170dc004aa req-5df3b862-7fde-4b0b-a331-c01134ba558f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0502119 Jul 21 10:47:26.745208 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6beeb667-6f31-4512-b5e9-8d170dc004aa req-bca392aa-fc57-427a-861e-304a1477d6cd tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463614 Jul 21 10:47:26.776362 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:26.859396 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0501-1883-40bc-9431-f194dcee1297 req-2c671508-dd9a-4c5d-b242-534b94f30fc8 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:26.860906 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5c9a0501-1883-40bc-9431-f194dcee1297 req-2c671508-dd9a-4c5d-b242-534b94f30fc8 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0487509 Jul 21 10:47:26.869844 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 34504) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:26.874288 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-567b9e61-7cfe-464e-aa6d-c9c45db394f6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'floatingip': {'port_id': 'd85d0196-f957-408d-bc00-26b64629a630'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:47:26.918228 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-567b9e61-7cfe-464e-aa6d-c9c45db394f6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (06b3ef86-f8eb-4b62-b5df-973bf2525ffd), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:27.003847 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:27.045413 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071c1ab-11bf-4e31-a280-a219f1b6f3d3 req-41d233dc-96de-4130-8f1f-03b0ca6edaf8 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:27.046975 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a071c1ab-11bf-4e31-a280-a219f1b6f3d3 req-41d233dc-96de-4130-8f1f-03b0ca6edaf8 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0985935 Jul 21 10:47:27.108875 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34510) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:27.125640 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4e81cc0b-72c8-459f-86c6-c7fd8ced778b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:27.148080 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a071c1ab-11bf-4e31-a280-a219f1b6f3d3 req-bbdc3427-42f5-4cbd-a3a3-fc38dc89bce2 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950036 Jul 21 10:47:27.155307 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:27.194099 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:27.238026 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4e81cc0b-72c8-459f-86c6-c7fd8ced778b admin admin] Publish callbacks [] for security_group (de38a7d3-6e10-4a04-ab3b-4f6c5d1940e1), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:27.300423 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4e81cc0b-72c8-459f-86c6-c7fd8ced778b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (de38a7d3-6e10-4a04-ab3b-4f6c5d1940e1), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:27.346745 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81cc0b-72c8-459f-86c6-c7fd8ced778b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de38a7d3-6e10-4a04-ab3b-4f6c5d1940e1,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:27.353495 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-4e81cc0b-72c8-459f-86c6-c7fd8ced778b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d7b0a8dff604290a73c6d562ca17ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435527 Jul 21 10:47:27.356685 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34518) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:27.442336 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-291e35b1-8570-4ca2-82b3-1d4aee429dd6 admin admin] Publish callbacks [] for security_group (de38a7d3-6e10-4a04-ab3b-4f6c5d1940e1), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:27.482081 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-291e35b1-8570-4ca2-82b3-1d4aee429dd6 admin admin] Publish callbacks [] for security_group (de38a7d3-6e10-4a04-ab3b-4f6c5d1940e1), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:27.666253 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-291e35b1-8570-4ca2-82b3-1d4aee429dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (de38a7d3-6e10-4a04-ab3b-4f6c5d1940e1), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:27.669285 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-291e35b1-8570-4ca2-82b3-1d4aee429dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:27.670423 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-291e35b1-8570-4ca2-82b3-1d4aee429dd6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de38a7d3-6e10-4a04-ab3b-4f6c5d1940e1 HTTP/1.1" status: 204 len: 168 time: 0.3129833 Jul 21 10:47:27.679832 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e35b1-8570-4ca2-82b3-1d4aee429dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de38a7d3-6e10-4a04-ab3b-4f6c5d1940e1,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:27.691632 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-567b9e61-7cfe-464e-aa6d-c9c45db394f6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:27.775103 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-567b9e61-7cfe-464e-aa6d-c9c45db394f6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (06b3ef86-f8eb-4b62-b5df-973bf2525ffd), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:27.890398 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.l3_db [None req-567b9e61-7cfe-464e-aa6d-c9c45db394f6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Floating IP 06b3ef86-f8eb-4b62-b5df-973bf2525ffd associated. External IP: 172.27.0.52, port: d85d0196-f957-408d-bc00-26b64629a630. Jul 21 10:47:28.070595 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:28.102409 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567b9e61-7cfe-464e-aa6d-c9c45db394f6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:47:28.239080 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567b9e61-7cfe-464e-aa6d-c9c45db394f6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:47:28.245040 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-567b9e61-7cfe-464e-aa6d-c9c45db394f6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:28.250030 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b2bb4-759e-401b-8f53-2ba491f4ebab None None] Sync routers for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:47:28.263391 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b2bb4-759e-401b-8f53-2ba491f4ebab None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:47:28.264025 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-3a8b2bb4-759e-401b-8f53-2ba491f4ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:47:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:28.324448 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-567b9e61-7cfe-464e-aa6d-c9c45db394f6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "PUT /v2.0/floatingips/06b3ef86-f8eb-4b62-b5df-973bf2525ffd HTTP/1.1" status: 200 len: 991 time: 1.4533219 Jul 21 10:47:28.325344 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'tag': 'd85d0196-f957-408d-bc00-26b64629a630'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:47:28.328117 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7705aae4-59aa-4185-bb02-d6136b33ae75" -d '{"events": [{"name": "network-changed", "server_uuid": "691ae8fc-92e7-4940-99d8-7edb5a96d2f3", "tag": "d85d0196-f957-408d-bc00-26b64629a630"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:47:28.342583 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14122592-f5ee-4604-b3cd-f04493fa7525 req-670b7b13-88e2-41c8-8aad-cfb35fed2763 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:28.342583 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-14122592-f5ee-4604-b3cd-f04493fa7525 req-670b7b13-88e2-41c8-8aad-cfb35fed2763 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.1010985 Jul 21 10:47:28.382026 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84540d2f-6f91-4f52-8c4a-36d22b0537bb x-openstack-request-id: req-84540d2f-6f91-4f52-8c4a-36d22b0537bb {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:47:28.382383 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "691ae8fc-92e7-4940-99d8-7edb5a96d2f3", "tag": "d85d0196-f957-408d-bc00-26b64629a630", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:47:28.383003 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84540d2f-6f91-4f52-8c4a-36d22b0537bb {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:47:28.383129 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-3a8b2bb4-759e-401b-8f53-2ba491f4ebab None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:47:28.383231 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84540d2f-6f91-4f52-8c4a-36d22b0537bb'] response: {'name': 'network-changed', 'server_uuid': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'tag': 'd85d0196-f957-408d-bc00-26b64629a630', 'status': 'completed', 'code': 200} Jul 21 10:47:28.407245 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-14122592-f5ee-4604-b3cd-f04493fa7525 req-888900e8-33b2-4111-a80e-a76ae2d4179d tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627441 Jul 21 10:47:28.471713 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=100 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:28.491743 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:28.604177 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-3a8b2bb4-759e-401b-8f53-2ba491f4ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '06b3ef86-f8eb-4b62-b5df-973bf2525ffd', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'port_id': 'd85d0196-f957-408d-bc00-26b64629a630', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'mac_address': 'fa:16:3e:21:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:46:42Z', 'updated_at': '2022-07-21T10:47:27Z', 'revision_number': 1, 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:28.630898 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b2bb4-759e-401b-8f53-2ba491f4ebab None None] Checking router: e283a85c-fc9e-4230-8da7-8cca5e8c96d2 for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:47:28.639667 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b2bb4-759e-401b-8f53-2ba491f4ebab None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:47:28.640282 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-3a8b2bb4-759e-401b-8f53-2ba491f4ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:47:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:28.840406 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-3a8b2bb4-759e-401b-8f53-2ba491f4ebab None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:47:28.968209 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:28.984078 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705aae4-59aa-4185-bb02-d6136b33ae75 req-83220305-b186-4be2-ba1f-308a1319b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:28.986090 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-7705aae4-59aa-4185-bb02-d6136b33ae75 req-83220305-b186-4be2-ba1f-308a1319b1e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dc215aadb5345d791945658832aae4a&device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 1130 time: 0.0524101 Jul 21 10:47:29.110698 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705aae4-59aa-4185-bb02-d6136b33ae75 req-573d7843-50fa-4c72-931c-b5bd863e84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:29.112744 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-7705aae4-59aa-4185-bb02-d6136b33ae75 req-573d7843-50fa-4c72-931c-b5bd863e84dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=192d6a0f-c1f8-471a-872f-e924c6d8f479 HTTP/1.1" status: 200 len: 916 time: 0.1113040 Jul 21 10:47:29.153255 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=100 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:29.156454 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-3a8b2bb4-759e-401b-8f53-2ba491f4ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '06b3ef86-f8eb-4b62-b5df-973bf2525ffd', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'port_id': 'd85d0196-f957-408d-bc00-26b64629a630', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'mac_address': 'fa:16:3e:21:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:46:42Z', 'updated_at': '2022-07-21T10:47:27Z', 'revision_number': 1, 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:29.186521 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b2bb4-759e-401b-8f53-2ba491f4ebab None None] The sync data for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi is: [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '06b3ef86-f8eb-4b62-b5df-973bf2525ffd', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'port_id': 'd85d0196-f957-408d-bc00-26b64629a630', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'mac_address': 'fa:16:3e:21:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:46:42Z', 'updated_at': '2022-07-21T10:47:27Z', 'revision_number': 1, 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:47:29.434755 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88b2fa3-8be0-40d8-b2e2-508b740c2a35 None None] New status for floating IP 06b3ef86-f8eb-4b62-b5df-973bf2525ffd: ACTIVE {{(pid=111080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:47:29.436419 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 34590) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:29.569341 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-7705aae4-59aa-4185-bb02-d6136b33ae75 req-9a010a98-72f0-4e8f-802d-8ba991c74e30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d85d0196-f957-408d-bc00-26b64629a630 HTTP/1.1" status: 200 len: 999 time: 0.1123848 Jul 21 10:47:29.589619 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd5650-9834-4816-a199-9807f8e8cd8c req-19d2e520-eba1-49bb-9e54-865e2716f019 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:29.591266 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a0dd5650-9834-4816-a199-9807f8e8cd8c req-19d2e520-eba1-49bb-9e54-865e2716f019 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0704639 Jul 21 10:47:29.632934 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f1cb7670-4ad9-41d5-9442-8c6ecb931d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:29.653013 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705aae4-59aa-4185-bb02-d6136b33ae75 req-38e28d17-cd3a-42fd-a990-f8375eb12af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:29.655112 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-7705aae4-59aa-4185-bb02-d6136b33ae75 req-38e28d17-cd3a-42fd-a990-f8375eb12af9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83 HTTP/1.1" status: 200 len: 854 time: 0.0794985 Jul 21 10:47:29.688643 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a0dd5650-9834-4816-a199-9807f8e8cd8c req-9e3883ea-ad84-4257-b8bc-e9d54edd5ba9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894368 Jul 21 10:47:29.742588 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705aae4-59aa-4185-bb02-d6136b33ae75 req-30d53819-64fd-4ef8-9fce-071ddbee7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:29.747427 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-7705aae4-59aa-4185-bb02-d6136b33ae75 req-30d53819-64fd-4ef8-9fce-071ddbee7ede service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=192d6a0f-c1f8-471a-872f-e924c6d8f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849562 Jul 21 10:47:29.771864 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f1cb7670-4ad9-41d5-9442-8c6ecb931d9b admin admin] Publish callbacks [] for security_group (7589e7da-f162-451b-9ba9-1c40c8e9990f), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:29.884121 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-7705aae4-59aa-4185-bb02-d6136b33ae75 req-05b20aaa-41f9-4caf-9d64-a64d956ea6d5 service neutron] 10.222.0.57 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165383 Jul 21 10:47:29.923108 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f1cb7670-4ad9-41d5-9442-8c6ecb931d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (7589e7da-f162-451b-9ba9-1c40c8e9990f), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:29.968459 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34610) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:29.969027 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-f1cb7670-4ad9-41d5-9442-8c6ecb931d9b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1694069a8304c8d80e9ca8721d423f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5304425 Jul 21 10:47:29.969926 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb7670-4ad9-41d5-9442-8c6ecb931d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7589e7da-f162-451b-9ba9-1c40c8e9990f,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:30.039142 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:30.049814 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-7705aae4-59aa-4185-bb02-d6136b33ae75 req-1f7cd202-d44d-459d-b1d9-46e7b1a92bba service neutron] 10.222.0.57 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589170 Jul 21 10:47:30.063161 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2cb5c9a5-31e6-4964-ae93-b9d10174dcfe admin admin] Publish callbacks [] for security_group (7589e7da-f162-451b-9ba9-1c40c8e9990f), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:30.093167 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2cb5c9a5-31e6-4964-ae93-b9d10174dcfe admin admin] Publish callbacks [] for security_group (7589e7da-f162-451b-9ba9-1c40c8e9990f), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:30.261927 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2cb5c9a5-31e6-4964-ae93-b9d10174dcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (7589e7da-f162-451b-9ba9-1c40c8e9990f), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:30.265128 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2cb5c9a5-31e6-4964-ae93-b9d10174dcfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:30.267251 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-2cb5c9a5-31e6-4964-ae93-b9d10174dcfe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7589e7da-f162-451b-9ba9-1c40c8e9990f HTTP/1.1" status: 204 len: 168 time: 0.2965832 Jul 21 10:47:30.275964 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5c9a5-31e6-4964-ae93-b9d10174dcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7589e7da-f162-451b-9ba9-1c40c8e9990f,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:30.593337 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:30.631164 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab2fdc-39fb-4d59-9cc8-17cd57c87669 req-702cc3c3-2335-481b-9c2c-c10e700b4afc tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:30.633138 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c3ab2fdc-39fb-4d59-9cc8-17cd57c87669 req-702cc3c3-2335-481b-9c2c-c10e700b4afc tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 946 time: 0.0532601 Jul 21 10:47:30.686404 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c3ab2fdc-39fb-4d59-9cc8-17cd57c87669 req-236714a5-1c10-4c6b-be43-bd19b3225a17 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462475 Jul 21 10:47:30.825603 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d440e1-b0de-4276-9985-8f9eda9849e4 req-b1933267-2f23-409e-a58e-c5788dce6255 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:30.827125 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d3d440e1-b0de-4276-9985-8f9eda9849e4 req-b1933267-2f23-409e-a58e-c5788dce6255 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0557082 Jul 21 10:47:30.877925 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d3d440e1-b0de-4276-9985-8f9eda9849e4 req-6dd23aee-4aed-4b83-b374-3c8204a5dbce tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441365 Jul 21 10:47:31.002997 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 34636) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:31.016860 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ccf61f96-ac15-406e-81ba-2043d856d1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:31.077133 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:31.103011 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ccf61f96-ac15-406e-81ba-2043d856d1c7 admin admin] Publish callbacks [] for security_group (eefc74e2-5ea4-458d-951a-a8e721e56163), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:31.164044 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ccf61f96-ac15-406e-81ba-2043d856d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (eefc74e2-5ea4-458d-951a-a8e721e56163), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:31.220416 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-ccf61f96-ac15-406e-81ba-2043d856d1c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=694b09bb2da54fe29eb9498105f6839e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155843 Jul 21 10:47:31.225017 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf61f96-ac15-406e-81ba-2043d856d1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefc74e2-5ea4-458d-951a-a8e721e56163,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:31.227009 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 34644) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:31.280685 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e5b27e7c-e0e6-40f5-860c-5a1418301237 admin admin] Publish callbacks [] for security_group (eefc74e2-5ea4-458d-951a-a8e721e56163), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:31.303952 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e5b27e7c-e0e6-40f5-860c-5a1418301237 admin admin] Publish callbacks [] for security_group (eefc74e2-5ea4-458d-951a-a8e721e56163), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:31.449203 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e5b27e7c-e0e6-40f5-860c-5a1418301237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (eefc74e2-5ea4-458d-951a-a8e721e56163), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:31.451814 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e5b27e7c-e0e6-40f5-860c-5a1418301237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:31.453171 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-e5b27e7c-e0e6-40f5-860c-5a1418301237 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eefc74e2-5ea4-458d-951a-a8e721e56163 HTTP/1.1" status: 204 len: 168 time: 0.2235551 Jul 21 10:47:31.461987 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b27e7c-e0e6-40f5-860c-5a1418301237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefc74e2-5ea4-458d-951a-a8e721e56163,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:31.813017 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ce1bd-b170-401a-bc74-ca721613e0da req-e61f2521-ebee-4eaa-a621-a8ee9e26941d tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:31.814609 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e60ce1bd-b170-401a-bc74-ca721613e0da req-e61f2521-ebee-4eaa-a621-a8ee9e26941d tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 946 time: 0.0576947 Jul 21 10:47:31.870787 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e60ce1bd-b170-401a-bc74-ca721613e0da req-d448eff3-7728-4783-99f2-1f96e1d85111 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505576 Jul 21 10:47:32.026957 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a412ca-22a1-4bde-89c0-5fb79dd95dc0 req-99db8b12-ebca-4796-9754-a615ff9b222f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:32.028490 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a7a412ca-22a1-4bde-89c0-5fb79dd95dc0 req-99db8b12-ebca-4796-9754-a615ff9b222f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0488620 Jul 21 10:47:32.077786 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a7a412ca-22a1-4bde-89c0-5fb79dd95dc0 req-491ebc02-49a2-447b-8bc3-80db49c31181 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435228 Jul 21 10:47:32.995965 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9d79e-dc1e-43ec-bc17-79c864cca8d9 req-5e2b3fca-4a77-4221-8986-48eee5a9f60d tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:32.997432 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3ea9d79e-dc1e-43ec-bc17-79c864cca8d9 req-5e2b3fca-4a77-4221-8986-48eee5a9f60d tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 946 time: 0.0515094 Jul 21 10:47:33.046641 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3ea9d79e-dc1e-43ec-bc17-79c864cca8d9 req-1ed7afc0-1e9a-4e35-bb39-1b4bdfc66a1a tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433841 Jul 21 10:47:33.174802 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34698) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:33.209488 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124d442-9918-4f52-8644-db477f9dc743 req-5a0c22b4-6abd-4413-bd67-d31fab9f8a6c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:33.211039 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1124d442-9918-4f52-8644-db477f9dc743 req-5a0c22b4-6abd-4413-bd67-d31fab9f8a6c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0569410 Jul 21 10:47:33.278214 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1124d442-9918-4f52-8644-db477f9dc743 req-e6a2815c-483f-4e28-94a2-7f0dcb311070 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521626 Jul 21 10:47:33.316626 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4fc12d88-1219-47e1-8984-db42ffe0e51b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:33.411235 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4fc12d88-1219-47e1-8984-db42ffe0e51b admin admin] Publish callbacks [] for security_group (514716d1-1cb2-4765-b06f-48632ee217db), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:33.460638 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4fc12d88-1219-47e1-8984-db42ffe0e51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (514716d1-1cb2-4765-b06f-48632ee217db), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:33.506384 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-4fc12d88-1219-47e1-8984-db42ffe0e51b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9848626c53a84a5ab1c8d03b9bdcce62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306420 Jul 21 10:47:33.507728 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc12d88-1219-47e1-8984-db42ffe0e51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514716d1-1cb2-4765-b06f-48632ee217db,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:33.512951 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 34708) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:33.572800 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:33.586886 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-da276857-71ea-472d-ad80-b8a33d02f429 admin admin] Publish callbacks [] for security_group (514716d1-1cb2-4765-b06f-48632ee217db), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:33.614133 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-da276857-71ea-472d-ad80-b8a33d02f429 admin admin] Publish callbacks [] for security_group (514716d1-1cb2-4765-b06f-48632ee217db), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:33.742600 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-da276857-71ea-472d-ad80-b8a33d02f429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (514716d1-1cb2-4765-b06f-48632ee217db), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:33.745811 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-da276857-71ea-472d-ad80-b8a33d02f429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:33.750116 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-da276857-71ea-472d-ad80-b8a33d02f429 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/514716d1-1cb2-4765-b06f-48632ee217db HTTP/1.1" status: 204 len: 168 time: 0.2316608 Jul 21 10:47:33.764915 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da276857-71ea-472d-ad80-b8a33d02f429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514716d1-1cb2-4765-b06f-48632ee217db,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:33.818870 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf541b-3673-4ebe-8dca-cbe4b6890f79 req-df0c49e8-9498-479e-a2cb-910dc3d0f67e tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:33.820600 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a5bf541b-3673-4ebe-8dca-cbe4b6890f79 req-df0c49e8-9498-479e-a2cb-910dc3d0f67e tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 946 time: 0.1120801 Jul 21 10:47:33.981097 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-a5bf541b-3673-4ebe-8dca-cbe4b6890f79 req-56f441b4-09b2-41c6-8deb-231fa5ef17bf tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Deleting port 606e38eb-2f20-4811-87d6-bf2ef650eb71 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:47:33.981361 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-a5bf541b-3673-4ebe-8dca-cbe4b6890f79 req-56f441b4-09b2-41c6-8deb-231fa5ef17bf tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (606e38eb-2f20-4811-87d6-bf2ef650eb71), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:34.105688 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-a5bf541b-3673-4ebe-8dca-cbe4b6890f79 req-56f441b4-09b2-41c6-8deb-231fa5ef17bf tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] For port 606e38eb-2f20-4811-87d6-bf2ef650eb71, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=606e38eb-2f20-4811-87d6-bf2ef650eb71,segment=NetworkSegment(10af54be-e62c-450d-8841-c5ffd68bb7c1),segment_id=10af54be-e62c-450d-8841-c5ffd68bb7c1)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:34.106782 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-a5bf541b-3673-4ebe-8dca-cbe4b6890f79 req-56f441b4-09b2-41c6-8deb-231fa5ef17bf tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (606e38eb-2f20-4811-87d6-bf2ef650eb71), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:34.134786 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-a5bf541b-3673-4ebe-8dca-cbe4b6890f79 req-56f441b4-09b2-41c6-8deb-231fa5ef17bf tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Calling delete_port for 606e38eb-2f20-4811-87d6-bf2ef650eb71 owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:47:34.181181 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27171cb6-147b-4b90-a836-ace1dd62ca7a req-84eaa086-799a-4251-9116-0375af90a13f tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:34.185271 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-27171cb6-147b-4b90-a836-ace1dd62ca7a req-84eaa086-799a-4251-9116-0375af90a13f tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 946 time: 0.0564981 Jul 21 10:47:34.276911 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-27171cb6-147b-4b90-a836-ace1dd62ca7a req-55189bf8-6768-4361-b92e-e08baefd5749 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853570 Jul 21 10:47:34.428549 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:34.439382 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f22166-1d60-463d-bbed-9b8d239b3fdb req-330bf416-aa73-467e-bdee-a626bd7f477f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:34.440923 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-24f22166-1d60-463d-bbed-9b8d239b3fdb req-330bf416-aa73-467e-bdee-a626bd7f477f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0525880 Jul 21 10:47:34.501857 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-24f22166-1d60-463d-bbed-9b8d239b3fdb req-2c22b833-ac94-46e1-aae4-8fbb8925b50c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545564 Jul 21 10:47:34.546458 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-a5bf541b-3673-4ebe-8dca-cbe4b6890f79 req-56f441b4-09b2-41c6-8deb-231fa5ef17bf tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077'] for port (606e38eb-2f20-4811-87d6-bf2ef650eb71), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:34.578929 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f441b4-09b2-41c6-8deb-231fa5ef17bf tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Pushing event deleted for resources: {'Port': ['ID=606e38eb-2f20-4811-87d6-bf2ef650eb71,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:34.597876 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['606e38eb-2f20-4811-87d6-bf2ef650eb71'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:47:34.656660 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bf541b-3673-4ebe-8dca-cbe4b6890f79 req-56f441b4-09b2-41c6-8deb-231fa5ef17bf tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] No DVR routers for this DVR port 606e38eb-2f20-4811-87d6-bf2ef650eb71 on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:47:34.660204 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-a5bf541b-3673-4ebe-8dca-cbe4b6890f79 req-56f441b4-09b2-41c6-8deb-231fa5ef17bf tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:34.663570 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a5bf541b-3673-4ebe-8dca-cbe4b6890f79 req-56f441b4-09b2-41c6-8deb-231fa5ef17bf tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.57 "DELETE /v2.0/ports/606e38eb-2f20-4811-87d6-bf2ef650eb71 HTTP/1.1" status: 204 len: 173 time: 0.8369882 Jul 21 10:47:34.664027 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985', 'name': 'network-vif-deleted', 'tag': '606e38eb-2f20-4811-87d6-bf2ef650eb71'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:47:34.666354 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd20953d-d532-4917-a40e-bd372e5f9ac9" -d '{"events": [{"server_uuid": "2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985", "name": "network-vif-deleted", "tag": "606e38eb-2f20-4811-87d6-bf2ef650eb71"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:47:34.704152 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04be6cf5-711d-4470-8445-6fab2afd5a9a x-openstack-request-id: req-04be6cf5-711d-4470-8445-6fab2afd5a9a {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:47:34.704477 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985", "name": "network-vif-deleted", "tag": "606e38eb-2f20-4811-87d6-bf2ef650eb71", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:47:34.704786 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04be6cf5-711d-4470-8445-6fab2afd5a9a {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:47:34.705181 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04be6cf5-711d-4470-8445-6fab2afd5a9a'] response: {'server_uuid': '2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985', 'name': 'network-vif-deleted', 'tag': '606e38eb-2f20-4811-87d6-bf2ef650eb71', 'status': 'completed', 'code': 200} Jul 21 10:47:35.402944 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8f5ab523-08d7-4793-826a-c4657264a9bc req-5afdbcfe-6dd6-472f-9fb3-58ecc72c19d3 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 210 time: 0.0337958 Jul 21 10:47:35.630335 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71dd3a-b253-413f-b6b0-efeabc456cd1 req-109c68cc-7613-461d-b2c1-ac96cf5f8407 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:35.632376 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8e71dd3a-b253-413f-b6b0-efeabc456cd1 req-109c68cc-7613-461d-b2c1-ac96cf5f8407 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0528266 Jul 21 10:47:35.691941 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8e71dd3a-b253-413f-b6b0-efeabc456cd1 req-fa2db207-b44b-470b-bd5c-5df411141725 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529797 Jul 21 10:47:36.504623 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-412ca6d8-7e8c-4670-bd5f-7118230725f0 req-a9b89803-a80b-4d34-acd5-399ed5faa0d0 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 210 time: 0.0319157 Jul 21 10:47:36.815935 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:36.831273 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d09f78-b969-46d0-9421-86679cc616d1 req-ac5a0d42-ce08-46db-aee4-dcd02fa98ee6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:36.833852 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d9d09f78-b969-46d0-9421-86679cc616d1 req-ac5a0d42-ce08-46db-aee4-dcd02fa98ee6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0641518 Jul 21 10:47:36.886398 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d9d09f78-b969-46d0-9421-86679cc616d1 req-ea9ae1a9-ee22-4395-a75b-1293f0f16f65 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465863 Jul 21 10:47:37.610007 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d4474467-9d46-40aa-848c-51dcdb2f37a9 req-4f246a01-c342-4995-b310-8e7ac08452d6 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 210 time: 0.0308909 Jul 21 10:47:38.002390 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae28277-4540-4bff-b9fb-d90b176f00db req-742e48f5-49bb-4f4d-8b07-09dc8332c1e4 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:38.003949 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2ae28277-4540-4bff-b9fb-d90b176f00db req-742e48f5-49bb-4f4d-8b07-09dc8332c1e4 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0475793 Jul 21 10:47:38.050433 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 606e38eb-2f20-4811-87d6-bf2ef650eb71 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:47:38.060245 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2ae28277-4540-4bff-b9fb-d90b176f00db req-c06a8b02-bd33-4edd-9885-4ed5e4b65f82 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493009 Jul 21 10:47:38.077148 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: 606e38eb-2f20-4811-87d6-bf2ef650eb71 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:47:38.077540 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 606e38eb-2f20-4811-87d6-bf2ef650eb71 not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:47:38.710940 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1d8d5a1f-51de-4f1b-a2bb-eacaa6af7a99 req-9ebc1791-9402-48cc-b4e8-4467ff290170 tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 210 time: 0.0302501 Jul 21 10:47:39.201218 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267467e-0b0c-41de-ba3d-04f6d143db43 req-d7394b5a-b579-4a32-8bc8-a8ce0905355e tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:39.202765 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9267467e-0b0c-41de-ba3d-04f6d143db43 req-d7394b5a-b579-4a32-8bc8-a8ce0905355e tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0524929 Jul 21 10:47:39.251580 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9267467e-0b0c-41de-ba3d-04f6d143db43 req-380b9d0e-cc5f-4496-93e6-e7100fe4be7c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433810 Jul 21 10:47:39.581785 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:39.834412 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2704f14d-97d5-48f6-9523-b11ef18e6338 req-d8160cec-8a33-4798-8502-300f380cb4ea tempest-DeleteServersTestJSON-1621201802 tempest-DeleteServersTestJSON-1621201802-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b5cde52-f3b3-4e40-a5dc-d2f24cbdc985 HTTP/1.1" status: 200 len: 210 time: 0.0300889 Jul 21 10:47:40.373066 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab47f53-d5f7-4fe1-a005-1a54714b77c5 req-723b6958-b1ba-4a78-aa66-48618c85fa40 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:40.374577 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bab47f53-d5f7-4fe1-a005-1a54714b77c5 req-723b6958-b1ba-4a78-aa66-48618c85fa40 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0518868 Jul 21 10:47:40.424999 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bab47f53-d5f7-4fe1-a005-1a54714b77c5 req-2db4940d-c227-4cd3-be69-6e7be556ab44 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443869 Jul 21 10:47:40.694494 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 34892) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:40.802954 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5772f989-d679-45f0-be3f-52f2087ca2c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:40.885566 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5772f989-d679-45f0-be3f-52f2087ca2c1 admin admin] Publish callbacks [] for security_group (a7f99c16-f287-4560-900f-39ebed420c9c), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:41.014191 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5772f989-d679-45f0-be3f-52f2087ca2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (a7f99c16-f287-4560-900f-39ebed420c9c), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:41.066205 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-5772f989-d679-45f0-be3f-52f2087ca2c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc189f2f94f64882a68608d125f4d248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680463 Jul 21 10:47:41.066205 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772f989-d679-45f0-be3f-52f2087ca2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f99c16-f287-4560-900f-39ebed420c9c,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:41.068713 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34908) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:41.166587 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3cde4ae4-e931-46dd-aa8e-a07f4578e714 admin admin] Publish callbacks [] for security_group (a7f99c16-f287-4560-900f-39ebed420c9c), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:41.200628 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3cde4ae4-e931-46dd-aa8e-a07f4578e714 admin admin] Publish callbacks [] for security_group (a7f99c16-f287-4560-900f-39ebed420c9c), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:41.317899 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3cde4ae4-e931-46dd-aa8e-a07f4578e714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (a7f99c16-f287-4560-900f-39ebed420c9c), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:41.322173 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3cde4ae4-e931-46dd-aa8e-a07f4578e714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:41.323542 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-3cde4ae4-e931-46dd-aa8e-a07f4578e714 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7f99c16-f287-4560-900f-39ebed420c9c HTTP/1.1" status: 204 len: 168 time: 0.2530437 Jul 21 10:47:41.332227 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde4ae4-e931-46dd-aa8e-a07f4578e714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f99c16-f287-4560-900f-39ebed420c9c,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:41.536639 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:41.546097 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cf77b-a47d-4941-97f4-bc5df315746e req-2274423a-667c-4c01-9b5b-153ab2937da0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:41.547721 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8f5cf77b-a47d-4941-97f4-bc5df315746e req-2274423a-667c-4c01-9b5b-153ab2937da0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0534589 Jul 21 10:47:41.596305 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8f5cf77b-a47d-4941-97f4-bc5df315746e req-8fc3fa44-0a66-40f0-b4a9-2437317e5bd3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427034 Jul 21 10:47:42.129568 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34936) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:42.150730 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f146c4de-e5f3-4edd-a2f4-4788803421aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:42.171712 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:42.258853 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f146c4de-e5f3-4edd-a2f4-4788803421aa admin admin] Publish callbacks [] for security_group (72233d28-e416-4a80-b7a0-818ac6a8b039), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:42.318349 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f146c4de-e5f3-4edd-a2f4-4788803421aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (72233d28-e416-4a80-b7a0-818ac6a8b039), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:42.364463 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146c4de-e5f3-4edd-a2f4-4788803421aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72233d28-e416-4a80-b7a0-818ac6a8b039,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:42.392452 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-f146c4de-e5f3-4edd-a2f4-4788803421aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05cc12ab75af40bbbb9175c59f089859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566767 Jul 21 10:47:42.392452 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 34948) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:42.457028 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-0c81-4671-9e82-919bb4286819 admin admin] Publish callbacks [] for security_group (72233d28-e416-4a80-b7a0-818ac6a8b039), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:42.483346 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-0c81-4671-9e82-919bb4286819 admin admin] Publish callbacks [] for security_group (72233d28-e416-4a80-b7a0-818ac6a8b039), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:42.485828 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 34954) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:42.631681 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-0c81-4671-9e82-919bb4286819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (72233d28-e416-4a80-b7a0-818ac6a8b039), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:42.635295 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0acdfdec-0c81-4671-9e82-919bb4286819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:42.636853 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-0acdfdec-0c81-4671-9e82-919bb4286819 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72233d28-e416-4a80-b7a0-818ac6a8b039 HTTP/1.1" status: 204 len: 168 time: 0.2436404 Jul 21 10:47:42.647042 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdfdec-0c81-4671-9e82-919bb4286819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72233d28-e416-4a80-b7a0-818ac6a8b039,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:42.767315 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23427887-972e-4073-b897-8066550459e5 req-21ca0458-c25a-48d1-92df-5ffe241d57b6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:42.768786 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-23427887-972e-4073-b897-8066550459e5 req-21ca0458-c25a-48d1-92df-5ffe241d57b6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0728989 Jul 21 10:47:42.856511 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:42.897174 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-23427887-972e-4073-b897-8066550459e5 req-7245844c-9854-4345-b0a7-3fa2997facdc tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068423 Jul 21 10:47:43.006087 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e0f20388-22d2-4538-ae03-2785b2101fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906778'] for router_interface (a2fced53-5736-4be5-a408-6e0e7c64d1fa), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:43.585041 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-e0f20388-22d2-4538-ae03-2785b2101fa6 admin admin] Deleting port 662c43de-594f-4fdb-9215-e591f8b6a274 {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:47:43.587703 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e0f20388-22d2-4538-ae03-2785b2101fa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (662c43de-594f-4fdb-9215-e591f8b6a274), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:43.750324 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:43.760296 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [None req-e0f20388-22d2-4538-ae03-2785b2101fa6 admin admin] For port 662c43de-594f-4fdb-9215-e591f8b6a274, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=662c43de-594f-4fdb-9215-e591f8b6a274,segment=NetworkSegment(10af54be-e62c-450d-8841-c5ffd68bb7c1),segment_id=10af54be-e62c-450d-8841-c5ffd68bb7c1)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:43.760710 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e0f20388-22d2-4538-ae03-2785b2101fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (662c43de-594f-4fdb-9215-e591f8b6a274), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:43.782874 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-e0f20388-22d2-4538-ae03-2785b2101fa6 admin admin] Calling delete_port for 662c43de-594f-4fdb-9215-e591f8b6a274 owned by network:router_interface {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:47:44.076850 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5a04e-5c8d-4175-b15e-7e9471cff268 req-d2265021-e8fd-4bb5-8d8c-2e20cf6d86b7 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:44.080474 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ecc5a04e-5c8d-4175-b15e-7e9471cff268 req-d2265021-e8fd-4bb5-8d8c-2e20cf6d86b7 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0744984 Jul 21 10:47:44.183442 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ecc5a04e-5c8d-4175-b15e-7e9471cff268 req-084ab57e-beb7-4960-9f66-5983282ad5d4 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819352 Jul 21 10:47:44.202012 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e0f20388-22d2-4538-ae03-2785b2101fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (662c43de-594f-4fdb-9215-e591f8b6a274), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:44.249008 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f20388-22d2-4538-ae03-2785b2101fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=662c43de-594f-4fdb-9215-e591f8b6a274,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:44.467864 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e0f20388-22d2-4538-ae03-2785b2101fa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7994357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905578'] for router_interface (a2fced53-5736-4be5-a408-6e0e7c64d1fa), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:44.529529 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:44.658388 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:44.734815 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f20388-22d2-4538-ae03-2785b2101fa6 admin admin] Router a2fced53-5736-4be5-a408-6e0e7c64d1fa has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:47:44.809307 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:44.861523 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f20388-22d2-4538-ae03-2785b2101fa6 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:47:44.870071 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-e0f20388-22d2-4538-ae03-2785b2101fa6 admin admin] 10.222.0.48 "PUT /v2.0/routers/a2fced53-5736-4be5-a408-6e0e7c64d1fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3802993 Jul 21 10:47:44.870355 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 35036) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:44.875077 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152500ed-8b7e-47ed-9cb4-4ae1508aebf1 None None] Sync routers for ids ['a2fced53-5736-4be5-a408-6e0e7c64d1fa'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:47:44.896079 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152500ed-8b7e-47ed-9cb4-4ae1508aebf1 None None] Routers {'a2fced53-5736-4be5-a408-6e0e7c64d1fa'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:47:44.896736 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-152500ed-8b7e-47ed-9cb4-4ae1508aebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:47:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['a2fced53-5736-4be5-a408-6e0e7c64d1fa'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:45.001770 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ada69d06-efa8-4df4-ac3a-c220228ec930 admin admin] Publish callbacks [] for router (a2fced53-5736-4be5-a408-6e0e7c64d1fa), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:45.021339 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-152500ed-8b7e-47ed-9cb4-4ae1508aebf1 None None] Set router a2fced53-5736-4be5-a408-6e0e7c64d1fa gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:47:45.131104 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ada69d06-efa8-4df4-ac3a-c220228ec930 admin admin] Publish callbacks [] for router_gateway (a2fced53-5736-4be5-a408-6e0e7c64d1fa), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:45.243142 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-152500ed-8b7e-47ed-9cb4-4ae1508aebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'name': 'tempest-DeleteServersTestJSON-1364003591-router', 'tenant_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'a27c4c9a-3b3f-42dc-9953-b2776070a86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:47:44Z', 'revision_number': 5, 'project_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'gw_port': {'id': 'a27c4c9a-3b3f-42dc-9953-b2776070a86c', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:13Z', 'updated_at': '2022-07-21T10:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:45.249849 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-ada69d06-efa8-4df4-ac3a-c220228ec930 admin admin] Deleting port a27c4c9a-3b3f-42dc-9953-b2776070a86c {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:47:45.249849 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ada69d06-efa8-4df4-ac3a-c220228ec930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (a27c4c9a-3b3f-42dc-9953-b2776070a86c), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:45.279111 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152500ed-8b7e-47ed-9cb4-4ae1508aebf1 None None] Checking router: a2fced53-5736-4be5-a408-6e0e7c64d1fa for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:47:45.293490 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152500ed-8b7e-47ed-9cb4-4ae1508aebf1 None None] Routers {'a2fced53-5736-4be5-a408-6e0e7c64d1fa'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:47:45.294800 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-152500ed-8b7e-47ed-9cb4-4ae1508aebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:47:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['a2fced53-5736-4be5-a408-6e0e7c64d1fa'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:45.410151 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-152500ed-8b7e-47ed-9cb4-4ae1508aebf1 None None] Set router a2fced53-5736-4be5-a408-6e0e7c64d1fa gateway port host: None {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:47:45.427565 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223ece8-e797-4b6a-a058-dd9f8a9afb70 req-c9ca8ff8-a890-4272-aa77-43aad44ef27f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:45.429628 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a223ece8-e797-4b6a-a058-dd9f8a9afb70 req-c9ca8ff8-a890-4272-aa77-43aad44ef27f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.1242149 Jul 21 10:47:45.477862 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [None req-ada69d06-efa8-4df4-ac3a-c220228ec930 admin admin] For port a27c4c9a-3b3f-42dc-9953-b2776070a86c, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=a27c4c9a-3b3f-42dc-9953-b2776070a86c,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:45.478250 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ada69d06-efa8-4df4-ac3a-c220228ec930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (a27c4c9a-3b3f-42dc-9953-b2776070a86c), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:45.484928 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-152500ed-8b7e-47ed-9cb4-4ae1508aebf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'name': 'tempest-DeleteServersTestJSON-1364003591-router', 'tenant_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:47:45Z', 'revision_number': 6, 'project_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'gw_port_host': None}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:45.504045 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-ada69d06-efa8-4df4-ac3a-c220228ec930 admin admin] Calling delete_port for a27c4c9a-3b3f-42dc-9953-b2776070a86c owned by network:router_gateway {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:47:45.520979 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152500ed-8b7e-47ed-9cb4-4ae1508aebf1 None None] The sync data for ids ['a2fced53-5736-4be5-a408-6e0e7c64d1fa'] in dv-cinder-849800-2-iscsi is: [{'id': 'a2fced53-5736-4be5-a408-6e0e7c64d1fa', 'name': 'tempest-DeleteServersTestJSON-1364003591-router', 'tenant_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:47:45Z', 'revision_number': 6, 'project_id': '9ceeabe5ea2a4a24b28901f50be5d532', 'gw_port_host': None}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:47:45.529344 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a223ece8-e797-4b6a-a058-dd9f8a9afb70 req-1d80d823-318b-4db0-bfce-d7543f483742 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821118 Jul 21 10:47:45.624997 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:45.843381 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ada69d06-efa8-4df4-ac3a-c220228ec930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (a27c4c9a-3b3f-42dc-9953-b2776070a86c), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:45.870883 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada69d06-efa8-4df4-ac3a-c220228ec930 admin admin] Pushing event deleted for resources: {'Port': ['ID=a27c4c9a-3b3f-42dc-9953-b2776070a86c,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:45.964349 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ada69d06-efa8-4df4-ac3a-c220228ec930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7907105'] for router_gateway (a2fced53-5736-4be5-a408-6e0e7c64d1fa), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:46.079142 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ada69d06-efa8-4df4-ac3a-c220228ec930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7905525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router (a2fced53-5736-4be5-a408-6e0e7c64d1fa), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:46.081467 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ada69d06-efa8-4df4-ac3a-c220228ec930 admin admin] Publish callbacks [] for router_controller (a2fced53-5736-4be5-a408-6e0e7c64d1fa), precommit_delete_associations {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:46.197530 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ada69d06-efa8-4df4-ac3a-c220228ec930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7905412'] for router (a2fced53-5736-4be5-a408-6e0e7c64d1fa), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:46.198221 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada69d06-efa8-4df4-ac3a-c220228ec930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2fced53-5736-4be5-a408-6e0e7c64d1fa {{(pid=111079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 10:47:46.203322 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ada69d06-efa8-4df4-ac3a-c220228ec930 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:46.206298 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-ada69d06-efa8-4df4-ac3a-c220228ec930 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a2fced53-5736-4be5-a408-6e0e7c64d1fa HTTP/1.1" status: 204 len: 168 time: 1.3329279 Jul 21 10:47:46.208408 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 35124) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:46.253352 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e51030-2791-4ba9-ac52-f365807cf209 admin admin] Deleting subnet 867dcedc-0693-46aa-a45d-14e1e670ddec {{(pid=111079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 10:47:46.256760 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-20e51030-2791-4ba9-ac52-f365807cf209 admin admin] Publish callbacks [] for subnet (867dcedc-0693-46aa-a45d-14e1e670ddec), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:46.294391 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-20e51030-2791-4ba9-ac52-f365807cf209 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5065532'] for subnet (867dcedc-0693-46aa-a45d-14e1e670ddec), precommit_delete_associations {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:46.412947 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-20e51030-2791-4ba9-ac52-f365807cf209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686909'] for subnet (867dcedc-0693-46aa-a45d-14e1e670ddec), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:46.445902 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:46.574703 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-20e51030-2791-4ba9-ac52-f365807cf209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5596791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4805428'] for subnet (867dcedc-0693-46aa-a45d-14e1e670ddec), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:46.611691 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e51030-2791-4ba9-ac52-f365807cf209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=867dcedc-0693-46aa-a45d-14e1e670ddec,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:46.619791 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-20e51030-2791-4ba9-ac52-f365807cf209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:46.626927 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-20e51030-2791-4ba9-ac52-f365807cf209 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/867dcedc-0693-46aa-a45d-14e1e670ddec HTTP/1.1" status: 204 len: 168 time: 0.4141688 Jul 21 10:47:46.627209 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 35146) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:46.635757 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d66cff7-792c-48ee-9650-4285dbe15ba9 None None] Network a0a9180e-0a1e-4a60-91ec-2707820a22f4 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:47:46.702366 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762335ec-f189-4258-94b7-41ef92eb9e40 req-8b7a6daa-325d-43bc-9396-90026fc2ee76 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:46.703968 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-762335ec-f189-4258-94b7-41ef92eb9e40 req-8b7a6daa-325d-43bc-9396-90026fc2ee76 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0689385 Jul 21 10:47:46.723803 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692532'] for network (a0a9180e-0a1e-4a60-91ec-2707820a22f4), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:46.777120 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-762335ec-f189-4258-94b7-41ef92eb9e40 req-3e06b05b-407a-473b-a499-21212f462602 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637867 Jul 21 10:47:46.799439 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Deleting port 5e32d4ec-fd8c-49cd-bff2-71a539946794 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:47:46.799926 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (5e32d4ec-fd8c-49cd-bff2-71a539946794), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:46.882927 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] For port 5e32d4ec-fd8c-49cd-bff2-71a539946794, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=5e32d4ec-fd8c-49cd-bff2-71a539946794,segment=NetworkSegment(10af54be-e62c-450d-8841-c5ffd68bb7c1),segment_id=10af54be-e62c-450d-8841-c5ffd68bb7c1)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:46.883312 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (5e32d4ec-fd8c-49cd-bff2-71a539946794), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:46.886085 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:46.913365 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Calling delete_port for 5e32d4ec-fd8c-49cd-bff2-71a539946794 owned by network:dhcp {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:47:46.983329 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4e27ce-901a-41f5-b7a6-7076d3ebc325 None None] DHCP port deletion for a0a9180e-0a1e-4a60-91ec-2707820a22f4 request from dv-cinder-849800-2-iscsi {{(pid=111080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 10:47:47.050479 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-5c4e27ce-901a-41f5-b7a6-7076d3ebc325 None None] Deleting port 5e32d4ec-fd8c-49cd-bff2-71a539946794 {{(pid=111080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:47:47.050999 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-5c4e27ce-901a-41f5-b7a6-7076d3ebc325 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (5e32d4ec-fd8c-49cd-bff2-71a539946794), before_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:47.073793 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:47.122613 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-5c4e27ce-901a-41f5-b7a6-7076d3ebc325 None None] For port 5e32d4ec-fd8c-49cd-bff2-71a539946794, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=5e32d4ec-fd8c-49cd-bff2-71a539946794,segment=NetworkSegment(10af54be-e62c-450d-8841-c5ffd68bb7c1),segment_id=10af54be-e62c-450d-8841-c5ffd68bb7c1)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:47:47.122938 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-5c4e27ce-901a-41f5-b7a6-7076d3ebc325 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (5e32d4ec-fd8c-49cd-bff2-71a539946794), precommit_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:47.137890 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-5c4e27ce-901a-41f5-b7a6-7076d3ebc325 None None] Calling delete_port for 5e32d4ec-fd8c-49cd-bff2-71a539946794 owned by network:dhcp {{(pid=111080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:47:47.154197 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077'] for port (5e32d4ec-fd8c-49cd-bff2-71a539946794), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:47.183784 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] No DVR routers for this DVR port 5e32d4ec-fd8c-49cd-bff2-71a539946794 on host dv-cinder-849800-2-iscsi {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:47:47.191050 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e32d4ec-fd8c-49cd-bff2-71a539946794,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:47.263675 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-5c4e27ce-901a-41f5-b7a6-7076d3ebc325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077'] for port (5e32d4ec-fd8c-49cd-bff2-71a539946794), after_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:47.268746 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687030', 'neutron.services.segments.db._delete_segments_for_network-8727025531468'] for network (a0a9180e-0a1e-4a60-91ec-2707820a22f4), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:47.289731 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:47.290963 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:47.291574 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e27ce-901a-41f5-b7a6-7076d3ebc325 None None] Pushing event deleted for resources: {'Port': ['ID=5e32d4ec-fd8c-49cd-bff2-71a539946794,revision_number=None']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:47.291882 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:47.292376 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Subscribe: > port after_create 55550000 {{(pid=111078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:47.292964 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:47.293350 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4e27ce-901a-41f5-b7a6-7076d3ebc325 None None] No DVR routers for this DVR port 5e32d4ec-fd8c-49cd-bff2-71a539946794 on host dv-cinder-849800-2-iscsi {{(pid=111080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:47:47.293473 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Subscribe: > port after_update 55550000 {{(pid=111078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:47.293815 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:47.294219 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:47.294669 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:47.295059 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:47.363892 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:47.364249 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:47.364585 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:47.364920 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 10:47:47.365300 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a9180e-0a1e-4a60-91ec-2707820a22f4']}} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:47.385358 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10af54be-e62c-450d-8841-c5ffd68bb7c1') {'for_net_delete': True} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:47.385358 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10af54be-e62c-450d-8841-c5ffd68bb7c1') {} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:47:47.407015 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727025530341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4368918'] for segment (10af54be-e62c-450d-8841-c5ffd68bb7c1), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:47.437579 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (10af54be-e62c-450d-8841-c5ffd68bb7c1), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:47.453312 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=111078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 10:47:47.453312 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6008353'] for segment (10af54be-e62c-450d-8841-c5ffd68bb7c1), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:47.560802 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 662c43de-594f-4fdb-9215-e591f8b6a274 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:47:47.581584 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 662c43de-594f-4fdb-9215-e591f8b6a274 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:47:47.582342 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 662c43de-594f-4fdb-9215-e591f8b6a274 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:47:47.582882 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 5e32d4ec-fd8c-49cd-bff2-71a539946794 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:47:47.597467 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7907263'] for network (a0a9180e-0a1e-4a60-91ec-2707820a22f4), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:47.602642 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 5e32d4ec-fd8c-49cd-bff2-71a539946794 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:47:47.603557 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 5e32d4ec-fd8c-49cd-bff2-71a539946794 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:47:47.604183 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device a27c4c9a-3b3f-42dc-9953-b2776070a86c no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:47:47.615441 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a9180e-0a1e-4a60-91ec-2707820a22f4,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:47.617796 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:47.623035 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: a27c4c9a-3b3f-42dc-9953-b2776070a86c {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:47:47.623242 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-f4ddc3b6-976d-4912-b8f4-53eaac29c8c2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a0a9180e-0a1e-4a60-91ec-2707820a22f4 HTTP/1.1" status: 204 len: 168 time: 0.9947395 Jul 21 10:47:47.623750 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device a27c4c9a-3b3f-42dc-9953-b2776070a86c not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:47:47.672615 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.services.segments.plugin [-] Segment 10af54be-e62c-450d-8841-c5ffd68bb7c1 resource provider aggregate not found Jul 21 10:47:47.700719 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.services.segments.plugin [-] Segment 10af54be-e62c-450d-8841-c5ffd68bb7c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10af54be-e62c-450d-8841-c5ffd68bb7c1 found for delete ", "request_id": "req-76b0543e-4b51-45f4-90cd-8510f926ea1b"}]} Jul 21 10:47:47.901020 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534cc91-7c35-487c-8c22-a6764f52fbf5 req-70980c7b-8cd0-417a-9ae5-e63e4547c12d tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:47.902677 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9534cc91-7c35-487c-8c22-a6764f52fbf5 req-70980c7b-8cd0-417a-9ae5-e63e4547c12d tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0489264 Jul 21 10:47:47.953740 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9534cc91-7c35-487c-8c22-a6764f52fbf5 req-f5218529-a2ee-4f42-b555-b37b59b71ccc tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452869 Jul 21 10:47:48.021980 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 35178) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:48.048948 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:48.081199 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-c11421c7-1b09-4784-a37a-e3a65ce6975a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ceeabe5ea2a4a24b28901f50be5d532&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0579929 Jul 21 10:47:48.086722 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 35184) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:48.148667 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b03aa557-3070-47f1-982b-62ec3e50374e admin admin] Publish callbacks [] for security_group (bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:48.172545 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b03aa557-3070-47f1-982b-62ec3e50374e admin admin] Publish callbacks [] for security_group (bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:48.195571 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:48.265757 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b03aa557-3070-47f1-982b-62ec3e50374e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:48.268425 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b03aa557-3070-47f1-982b-62ec3e50374e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:48.269566 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-b03aa557-3070-47f1-982b-62ec3e50374e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46 HTTP/1.1" status: 204 len: 168 time: 0.1814296 Jul 21 10:47:48.278900 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03aa557-3070-47f1-982b-62ec3e50374e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5a2faa-f5d0-47b5-b1ef-05ee09bc9d46,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:49.071516 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390c756-541a-4d07-bad2-7ce657b63f37 req-710da053-83ac-4b21-9331-19138210ad2e tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:49.073189 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3390c756-541a-4d07-bad2-7ce657b63f37 req-710da053-83ac-4b21-9331-19138210ad2e tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0499704 Jul 21 10:47:49.131585 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3390c756-541a-4d07-bad2-7ce657b63f37 req-1c8c39e9-3c1f-4590-be0d-5048d69180a9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523353 Jul 21 10:47:50.248905 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b594fb9-7daa-4f52-bad4-cab8465f79a9 req-333f32d1-a1a9-4366-9813-866320c107fa tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:50.249607 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4b594fb9-7daa-4f52-bad4-cab8465f79a9 req-333f32d1-a1a9-4366-9813-866320c107fa tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0485573 Jul 21 10:47:50.301157 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4b594fb9-7daa-4f52-bad4-cab8465f79a9 req-490a50fd-ee8a-4bb3-af02-01b7faee8325 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459628 Jul 21 10:47:51.386321 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-dc776032-e6e3-4f9e-bf7e-c10f106a27e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:51.443354 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a2c43-e6d4-4b1f-88f2-2ceab7df87c0 req-08c62575-27bf-45df-9d03-975c506202cf tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:51.445085 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0a7a2c43-e6d4-4b1f-88f2-2ceab7df87c0 req-08c62575-27bf-45df-9d03-975c506202cf tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0531802 Jul 21 10:47:51.501697 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0a7a2c43-e6d4-4b1f-88f2-2ceab7df87c0 req-3bc0a8f8-9166-41a6-8dc8-46a1428b003b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495574 Jul 21 10:47:52.394667 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994ef5a-30fa-4fa5-b9b4-90f5343e5ac0 req-10234c82-7696-4df0-a563-8230961f3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:52.395716 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5994ef5a-30fa-4fa5-b9b4-90f5343e5ac0 req-10234c82-7696-4df0-a563-8230961f3f29 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 1130 time: 0.0454142 Jul 21 10:47:52.442163 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5994ef5a-30fa-4fa5-b9b4-90f5343e5ac0 req-a98d7b9c-ff06-458c-9c56-f62601f968c9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400641 Jul 21 10:47:52.632713 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90f359-68e5-4387-85f3-2a291317752e req-afa87e64-3d7e-4393-bd5d-21faffc545b8 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:52.635396 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7d90f359-68e5-4387-85f3-2a291317752e req-afa87e64-3d7e-4393-bd5d-21faffc545b8 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0508397 Jul 21 10:47:52.699401 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7d90f359-68e5-4387-85f3-2a291317752e req-e6a8062f-e351-4d06-9c9c-2d3d2c0d538c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576861 Jul 21 10:47:53.839387 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8cf56-ff9d-4948-acb6-477fb73d61ef req-7384c0c5-4b43-4f6a-87f8-1a3a01192424 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:53.840969 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b1d8cf56-ff9d-4948-acb6-477fb73d61ef req-7384c0c5-4b43-4f6a-87f8-1a3a01192424 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0585084 Jul 21 10:47:53.908028 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b1d8cf56-ff9d-4948-acb6-477fb73d61ef req-e247bcd5-d3a2-4f18-af71-e9c8fb288eb9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608447 Jul 21 10:47:53.991340 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-a9083339-902e-47b8-ab95-5e1bc15e5fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:54.245740 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 35352) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:54.366818 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-6da4f43b-7a86-4f12-84ac-49290c0f70cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:54.426759 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:54.448298 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-6da4f43b-7a86-4f12-84ac-49290c0f70cf admin admin] Publish callbacks [] for security_group (5d78d086-897b-494d-9ee7-bb3368960d1b), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:54.574000 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-6da4f43b-7a86-4f12-84ac-49290c0f70cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (5d78d086-897b-494d-9ee7-bb3368960d1b), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:54.615312 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4f43b-7a86-4f12-84ac-49290c0f70cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d78d086-897b-494d-9ee7-bb3368960d1b,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:54.619824 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-6da4f43b-7a86-4f12-84ac-49290c0f70cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed76edca283846f58c6e34e6fbc7599a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3729587 Jul 21 10:47:54.622949 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 35358) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:54.680317 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3f5f-fd3a-457a-9c84-0ce2f459c7c2 admin admin] Publish callbacks [] for security_group (5d78d086-897b-494d-9ee7-bb3368960d1b), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:54.703280 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3f5f-fd3a-457a-9c84-0ce2f459c7c2 admin admin] Publish callbacks [] for security_group (5d78d086-897b-494d-9ee7-bb3368960d1b), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:54.726865 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:54.803761 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3f5f-fd3a-457a-9c84-0ce2f459c7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (5d78d086-897b-494d-9ee7-bb3368960d1b), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:54.808103 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3f5f-fd3a-457a-9c84-0ce2f459c7c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:54.810264 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-4b4b3f5f-fd3a-457a-9c84-0ce2f459c7c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d78d086-897b-494d-9ee7-bb3368960d1b HTTP/1.1" status: 204 len: 168 time: 0.1865859 Jul 21 10:47:54.825206 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b3f5f-fd3a-457a-9c84-0ce2f459c7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d78d086-897b-494d-9ee7-bb3368960d1b,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:54.842233 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:54.876586 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 35368) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:55.031608 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d2017cfa-e244-4c3a-b6cd-c2ace8d934d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:55.053080 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50ace6-66f8-4480-a9fe-0a74d7d71a54 req-9860b626-4149-4790-a5ab-6cad00820c23 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:55.054632 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fb50ace6-66f8-4480-a9fe-0a74d7d71a54 req-9860b626-4149-4790-a5ab-6cad00820c23 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0716774 Jul 21 10:47:55.132767 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fb50ace6-66f8-4480-a9fe-0a74d7d71a54 req-03a3a858-0242-40f9-9b0e-50e84e438618 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678358 Jul 21 10:47:55.176174 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d2017cfa-e244-4c3a-b6cd-c2ace8d934d2 admin admin] Publish callbacks [] for security_group (db6a7c72-267b-46db-bd28-41be62449110), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:55.261641 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adec818-1e27-4d05-9cda-48edfa376e06 req-9d98670f-9712-430a-9a05-5bb35cb41771 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:55.263213 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8adec818-1e27-4d05-9cda-48edfa376e06 req-9d98670f-9712-430a-9a05-5bb35cb41771 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0496113 Jul 21 10:47:55.285148 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d2017cfa-e244-4c3a-b6cd-c2ace8d934d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (db6a7c72-267b-46db-bd28-41be62449110), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:55.304836 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:55.349575 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2017cfa-e244-4c3a-b6cd-c2ace8d934d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6a7c72-267b-46db-bd28-41be62449110,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:55.361179 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-d2017cfa-e244-4c3a-b6cd-c2ace8d934d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9953600e0e164618a2ba8bade9d1f9c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4827900 Jul 21 10:47:55.365072 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 35386) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:55.371233 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8adec818-1e27-4d05-9cda-48edfa376e06 req-5d2e40e8-7f02-4bc3-95b2-e1d253b5d2c6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021426 Jul 21 10:47:55.437531 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5209687c-dfaf-4108-9c24-e8a76e96906e admin admin] Publish callbacks [] for security_group (db6a7c72-267b-46db-bd28-41be62449110), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:55.463814 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5209687c-dfaf-4108-9c24-e8a76e96906e admin admin] Publish callbacks [] for security_group (db6a7c72-267b-46db-bd28-41be62449110), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:55.484947 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=39 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:55.521115 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=50 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:55.533370 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 35396) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:55.591599 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5209687c-dfaf-4108-9c24-e8a76e96906e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (db6a7c72-267b-46db-bd28-41be62449110), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:55.598513 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5209687c-dfaf-4108-9c24-e8a76e96906e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:55.600235 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-5209687c-dfaf-4108-9c24-e8a76e96906e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db6a7c72-267b-46db-bd28-41be62449110 HTTP/1.1" status: 204 len: 168 time: 0.2338579 Jul 21 10:47:55.611187 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209687c-dfaf-4108-9c24-e8a76e96906e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6a7c72-267b-46db-bd28-41be62449110,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:55.718975 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8a29c6f6-ab50-4b0b-982f-788a59639c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:55.751077 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:47:55.808796 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8a29c6f6-ab50-4b0b-982f-788a59639c70 admin admin] Publish callbacks [] for security_group (b0bd883b-52e6-4aae-b033-1ffd126c40c7), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:55.871428 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8a29c6f6-ab50-4b0b-982f-788a59639c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (b0bd883b-52e6-4aae-b033-1ffd126c40c7), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:55.928548 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-8a29c6f6-ab50-4b0b-982f-788a59639c70 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b627e5d45a0454bbf9db7f0ef3ca74b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3935654 Jul 21 10:47:55.932473 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29c6f6-ab50-4b0b-982f-788a59639c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bd883b-52e6-4aae-b033-1ffd126c40c7,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:55.932582 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 35412) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:47:56.016015 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3289d346-66e1-4325-8b4c-7f84f3d4202e admin admin] Publish callbacks [] for security_group (b0bd883b-52e6-4aae-b033-1ffd126c40c7), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:56.044931 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3289d346-66e1-4325-8b4c-7f84f3d4202e admin admin] Publish callbacks [] for security_group (b0bd883b-52e6-4aae-b033-1ffd126c40c7), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:56.236849 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3289d346-66e1-4325-8b4c-7f84f3d4202e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (b0bd883b-52e6-4aae-b033-1ffd126c40c7), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:56.239763 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3289d346-66e1-4325-8b4c-7f84f3d4202e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:56.240935 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-3289d346-66e1-4325-8b4c-7f84f3d4202e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0bd883b-52e6-4aae-b033-1ffd126c40c7 HTTP/1.1" status: 204 len: 168 time: 0.3073449 Jul 21 10:47:56.251736 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289d346-66e1-4325-8b4c-7f84f3d4202e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bd883b-52e6-4aae-b033-1ffd126c40c7,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:47:56.636811 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:56.802204 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:47:59.620919 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:47:59.697041 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1587228-3a31-4d31-b1b6-7c6f7f2e33bd req-855d2754-1c72-4916-bf44-3db7fd42e9e0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:59.698711 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e1587228-3a31-4d31-b1b6-7c6f7f2e33bd req-855d2754-1c72-4916-bf44-3db7fd42e9e0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0505905 Jul 21 10:47:59.753542 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e1587228-3a31-4d31-b1b6-7c6f7f2e33bd req-ef12483f-48c9-4aa5-85e0-659255e7800e tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466847 Jul 21 10:47:59.816229 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dd55a-e0cc-4802-b108-8d40056cfbae req-52fa5666-6233-41a8-831e-1530ba4198a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:59.817697 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-611dd55a-e0cc-4802-b108-8d40056cfbae req-52fa5666-6233-41a8-831e-1530ba4198a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 1129 time: 0.0429320 Jul 21 10:47:59.917982 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dd55a-e0cc-4802-b108-8d40056cfbae req-da35b33a-dd5c-4072-96ad-4d06f77af024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:47:59.919504 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-611dd55a-e0cc-4802-b108-8d40056cfbae req-da35b33a-dd5c-4072-96ad-4d06f77af024 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6051ff4-8399-4b19-9b2a-895d18fcb35a HTTP/1.1" status: 200 len: 920 time: 0.0894489 Jul 21 10:47:59.964233 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-611dd55a-e0cc-4802-b108-8d40056cfbae req-ca0303d0-c8aa-4803-afb1-fb2adce283a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19e030a0-d846-4c1c-bab7-3d45644c2248 HTTP/1.1" status: 200 len: 217 time: 0.0380569 Jul 21 10:48:00.017981 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dd55a-e0cc-4802-b108-8d40056cfbae req-5c3f923e-a323-4d40-b530-ba96229c2e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:00.019473 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-611dd55a-e0cc-4802-b108-8d40056cfbae req-5c3f923e-a323-4d40-b530-ba96229c2e58 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e0cf4ee-8186-43e0-be83-a0ef0604ebdb HTTP/1.1" status: 200 len: 858 time: 0.0477426 Jul 21 10:48:00.059495 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:00.072843 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dd55a-e0cc-4802-b108-8d40056cfbae req-17ee546d-c9b0-40bb-a69d-4f1c39ba5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:00.072843 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-611dd55a-e0cc-4802-b108-8d40056cfbae req-17ee546d-c9b0-40bb-a69d-4f1c39ba5850 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6051ff4-8399-4b19-9b2a-895d18fcb35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415957 Jul 21 10:48:00.362755 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-611dd55a-e0cc-4802-b108-8d40056cfbae req-72f2267d-7922-4f45-b15c-efffde34e8c0 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831831 Jul 21 10:48:00.456695 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-611dd55a-e0cc-4802-b108-8d40056cfbae req-42ddd6eb-ddab-42eb-a2af-c65f65161269 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868359 Jul 21 10:48:00.880380 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bea214-9423-44c2-bf1d-941921f16e57 req-d7381594-3fdc-43a6-80f0-871dd9646807 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:00.881846 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-79bea214-9423-44c2-bf1d-941921f16e57 req-d7381594-3fdc-43a6-80f0-871dd9646807 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0553417 Jul 21 10:48:00.936860 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-79bea214-9423-44c2-bf1d-941921f16e57 req-204a197e-3d65-4ef5-b6da-d5c6eb6ab58d tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476656 Jul 21 10:48:02.057483 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab647b-c196-4695-8752-42df0d49717b req-d2f9c4d9-7ad2-4c8a-a20f-9bea7dab8597 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:02.058882 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cfab647b-c196-4695-8752-42df0d49717b req-d2f9c4d9-7ad2-4c8a-a20f-9bea7dab8597 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0504141 Jul 21 10:48:02.108580 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cfab647b-c196-4695-8752-42df0d49717b req-15e6088c-7e68-408b-be97-8d022aa29668 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442164 Jul 21 10:48:03.222854 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe187c-46c9-4586-b547-0a1a11e9c2a8 req-abf94073-f62c-4994-9041-22afbe436490 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:03.224358 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8cbe187c-46c9-4586-b547-0a1a11e9c2a8 req-abf94073-f62c-4994-9041-22afbe436490 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0485494 Jul 21 10:48:03.272705 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8cbe187c-46c9-4586-b547-0a1a11e9c2a8 req-4cbee3df-5783-4f1b-807a-45c963bcd215 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422401 Jul 21 10:48:04.388156 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75a0e6-9034-48f1-b131-3596467a7783 req-6833008e-e93a-4ba6-b292-b85cb9d30379 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:04.389911 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ff75a0e6-9034-48f1-b131-3596467a7783 req-6833008e-e93a-4ba6-b292-b85cb9d30379 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0480731 Jul 21 10:48:04.444288 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ff75a0e6-9034-48f1-b131-3596467a7783 req-d36ec025-ef73-4233-a397-5b6ac158b0dc tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467157 Jul 21 10:48:05.560699 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263604c-c009-4050-818a-6f266565ea52 req-91c3e115-3ff4-4dd5-8436-d0887e402fa3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:05.562231 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3263604c-c009-4050-818a-6f266565ea52 req-91c3e115-3ff4-4dd5-8436-d0887e402fa3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0476422 Jul 21 10:48:05.610787 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3263604c-c009-4050-818a-6f266565ea52 req-5ee2b3f2-c6d8-437f-936e-51d4603148d1 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430987 Jul 21 10:48:06.673859 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:06.675960 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:06.736056 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f85ca-59b3-4d59-9bae-152d3e647f56 req-d41477e7-9dbb-4c0c-81f6-2c9effeddca0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:06.737533 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d69f85ca-59b3-4d59-9bae-152d3e647f56 req-d41477e7-9dbb-4c0c-81f6-2c9effeddca0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0554109 Jul 21 10:48:06.765718 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:06.790685 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d69f85ca-59b3-4d59-9bae-152d3e647f56 req-2ab2ecdc-8a84-49ac-be3c-adb0b57f3440 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474336 Jul 21 10:48:07.923986 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076aa5c-f82d-4ad6-bd76-c199874cae9b req-b9dfc1ec-df25-4eb6-9335-323b63c0d44a tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:07.925976 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b076aa5c-f82d-4ad6-bd76-c199874cae9b req-b9dfc1ec-df25-4eb6-9335-323b63c0d44a tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0644839 Jul 21 10:48:07.975702 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b076aa5c-f82d-4ad6-bd76-c199874cae9b req-0c4533c3-318e-41c5-aa6c-e5a8d136127d tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433598 Jul 21 10:48:09.098370 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883ca1a-e2f7-4051-8dcc-8b5c8640dd4c req-0e69d69b-8242-4952-912b-93ede44cfe11 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:09.099871 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d883ca1a-e2f7-4051-8dcc-8b5c8640dd4c req-0e69d69b-8242-4952-912b-93ede44cfe11 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0537777 Jul 21 10:48:09.147374 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d883ca1a-e2f7-4051-8dcc-8b5c8640dd4c req-29d932ef-bd5d-41c6-86f3-10582c7e1c98 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420480 Jul 21 10:48:10.268710 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad49ed-683e-4b1b-8a90-52533a9116a3 req-463e84cd-b524-458c-ab8c-86f4ef681518 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:10.270203 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-72ad49ed-683e-4b1b-8a90-52533a9116a3 req-463e84cd-b524-458c-ab8c-86f4ef681518 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0519438 Jul 21 10:48:10.451933 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=12 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:10.453831 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=85,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:10.550138 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-72ad49ed-683e-4b1b-8a90-52533a9116a3 req-16795340-1b2f-44c8-9396-ad9d5388a3d0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743826 Jul 21 10:48:11.663392 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:11.681054 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72822fe9-f390-46f4-8da0-8980939f978e req-c9b3aab0-b0a6-43b9-83d0-c523f12777e0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:11.681054 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-72822fe9-f390-46f4-8da0-8980939f978e req-c9b3aab0-b0a6-43b9-83d0-c523f12777e0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0507689 Jul 21 10:48:11.729262 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-72822fe9-f390-46f4-8da0-8980939f978e req-11abc554-b3d6-4925-9548-210e2b8da5ea tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431743 Jul 21 10:48:12.849388 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ce0c5-2c92-4679-9fdd-f98e0b9a64d6 req-458484d8-d8f8-4281-8b04-5c4f4d8cff70 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:12.850918 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7e1ce0c5-2c92-4679-9fdd-f98e0b9a64d6 req-458484d8-d8f8-4281-8b04-5c4f4d8cff70 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0499845 Jul 21 10:48:12.903370 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7e1ce0c5-2c92-4679-9fdd-f98e0b9a64d6 req-981138ef-54b6-42d4-ad94-c394da1f4431 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462890 Jul 21 10:48:14.014947 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8a923-0d60-4d4c-8acb-97badf34a8c7 req-eed2e1c7-5d49-4b1b-a67e-b132d95c782f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:14.016318 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-98f8a923-0d60-4d4c-8acb-97badf34a8c7 req-eed2e1c7-5d49-4b1b-a67e-b132d95c782f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0461972 Jul 21 10:48:14.062400 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-98f8a923-0d60-4d4c-8acb-97badf34a8c7 req-a0fe21a9-5123-4bcc-ba62-683db28be071 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404243 Jul 21 10:48:14.499332 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:14.769317 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6724bc5-2565-4277-82ed-dfa9ba2c1cde req-06c67230-68e1-4275-a72f-02a32b322f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:14.771058 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-b6724bc5-2565-4277-82ed-dfa9ba2c1cde req-06c67230-68e1-4275-a72f-02a32b322f82 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 1129 time: 0.0494123 Jul 21 10:48:14.922699 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def5f4c-df88-4fd4-939b-3151b6b75292 req-4ac7dc97-5f40-42df-8c4c-ab8f6b98db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:14.924139 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-3def5f4c-df88-4fd4-939b-3151b6b75292 req-4ac7dc97-5f40-42df-8c4c-ab8f6b98db03 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 1129 time: 0.1003189 Jul 21 10:48:14.967963 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6724bc5-2565-4277-82ed-dfa9ba2c1cde req-0cdeca68-c918-4529-b412-de1077028f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:14.969328 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-b6724bc5-2565-4277-82ed-dfa9ba2c1cde req-0cdeca68-c918-4529-b412-de1077028f91 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6051ff4-8399-4b19-9b2a-895d18fcb35a HTTP/1.1" status: 200 len: 920 time: 0.1469750 Jul 21 10:48:15.030295 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-b6724bc5-2565-4277-82ed-dfa9ba2c1cde req-ae71ec68-daf2-42e5-904b-5b302bc46583 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19e030a0-d846-4c1c-bab7-3d45644c2248 HTTP/1.1" status: 200 len: 217 time: 0.0500476 Jul 21 10:48:15.033785 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-3def5f4c-df88-4fd4-939b-3151b6b75292 req-655d06fa-8a70-4df7-a4da-dc5926119fd7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991435 Jul 21 10:48:15.185675 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f486c8-df7a-41fa-a2dc-029cbd9683fa req-1a2e1259-8b47-4d5b-b1f8-9bd4dc5c8c7d tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:15.187260 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b5f486c8-df7a-41fa-a2dc-029cbd9683fa req-1a2e1259-8b47-4d5b-b1f8-9bd4dc5c8c7d tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0531702 Jul 21 10:48:15.238201 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b5f486c8-df7a-41fa-a2dc-029cbd9683fa req-70b8df03-dd68-45f8-9f5c-3f6a81e9010b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451989 Jul 21 10:48:15.384363 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6724bc5-2565-4277-82ed-dfa9ba2c1cde req-60af2812-a9be-4a9b-a455-a2c6f93fbd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:15.385891 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-b6724bc5-2565-4277-82ed-dfa9ba2c1cde req-60af2812-a9be-4a9b-a455-a2c6f93fbd76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e0cf4ee-8186-43e0-be83-a0ef0604ebdb HTTP/1.1" status: 200 len: 858 time: 0.0498345 Jul 21 10:48:15.433600 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6724bc5-2565-4277-82ed-dfa9ba2c1cde req-424dfbfc-290b-41f0-a7d7-5e02eab80c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:15.435193 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-b6724bc5-2565-4277-82ed-dfa9ba2c1cde req-424dfbfc-290b-41f0-a7d7-5e02eab80c08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6051ff4-8399-4b19-9b2a-895d18fcb35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414820 Jul 21 10:48:15.825500 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-b6724bc5-2565-4277-82ed-dfa9ba2c1cde req-aa8b05af-b54a-4efb-b5cc-c2eb76c65626 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945997 Jul 21 10:48:15.942777 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-b6724bc5-2565-4277-82ed-dfa9ba2c1cde req-27a170c4-777d-4b87-acbd-b847eb1728e9 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894039 Jul 21 10:48:16.358293 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabf9f9-f4ae-45e7-931c-37b9b4821387 req-103d8766-6f9e-4abe-acf7-1a4d9b742b28 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:16.359801 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ddabf9f9-f4ae-45e7-931c-37b9b4821387 req-103d8766-6f9e-4abe-acf7-1a4d9b742b28 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0526454 Jul 21 10:48:16.407604 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ddabf9f9-f4ae-45e7-931c-37b9b4821387 req-1eb93889-a4ab-435b-bc0f-1b6e686d9ded tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422971 Jul 21 10:48:17.536283 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335e9ed-f0d6-4876-971e-7a0426ff8e7d req-f7083581-6a59-431d-9020-89e006748910 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:17.537943 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0335e9ed-f0d6-4876-971e-7a0426ff8e7d req-f7083581-6a59-431d-9020-89e006748910 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0526769 Jul 21 10:48:17.588644 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0335e9ed-f0d6-4876-971e-7a0426ff8e7d req-e4c2cf2a-9e41-4219-ade2-5df956964746 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438132 Jul 21 10:48:17.783813 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=16 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:18.021799 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd52f6-7ad4-48fa-ab7d-d34e750ca4fa req-b23a53ec-e5d6-40df-b9c6-7e0f07fb4a25 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:18.023428 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1fbd52f6-7ad4-48fa-ab7d-d34e750ca4fa req-b23a53ec-e5d6-40df-b9c6-7e0f07fb4a25 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0561681 Jul 21 10:48:18.077839 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1fbd52f6-7ad4-48fa-ab7d-d34e750ca4fa req-67d51469-78ef-4cb7-b1d7-eb51b0c29e6f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478773 Jul 21 10:48:18.114511 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561c412-b895-4fc2-b869-b2451557995e req-3035209d-1cad-4c69-9ab0-3089fca572a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:18.116122 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e561c412-b895-4fc2-b869-b2451557995e req-3035209d-1cad-4c69-9ab0-3089fca572a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 1129 time: 0.0462298 Jul 21 10:48:18.165989 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 35820) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:18.221436 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561c412-b895-4fc2-b869-b2451557995e req-7df858f3-3957-4ac1-98c7-f31c85fbbf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:18.222870 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e561c412-b895-4fc2-b869-b2451557995e req-7df858f3-3957-4ac1-98c7-f31c85fbbf99 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6051ff4-8399-4b19-9b2a-895d18fcb35a HTTP/1.1" status: 200 len: 920 time: 0.0987322 Jul 21 10:48:18.271672 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e561c412-b895-4fc2-b869-b2451557995e req-9d43a78f-838c-48e3-aac7-bef1150ea87a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19e030a0-d846-4c1c-bab7-3d45644c2248 HTTP/1.1" status: 200 len: 217 time: 0.0389943 Jul 21 10:48:18.282150 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:18.292464 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:18.323501 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561c412-b895-4fc2-b869-b2451557995e req-88709f05-2c79-4f1d-9e27-7bdb89d5879f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:18.325795 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e561c412-b895-4fc2-b869-b2451557995e req-88709f05-2c79-4f1d-9e27-7bdb89d5879f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e0cf4ee-8186-43e0-be83-a0ef0604ebdb HTTP/1.1" status: 200 len: 858 time: 0.0475688 Jul 21 10:48:18.361927 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Publish callbacks [] for security_group (e2cf7573-bed8-4188-96b2-1390ec123b59), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:18.373126 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561c412-b895-4fc2-b869-b2451557995e req-6f5d87b6-e29f-471a-a475-67dcf23fc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:18.374690 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e561c412-b895-4fc2-b869-b2451557995e req-6f5d87b6-e29f-471a-a475-67dcf23fc2ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6051ff4-8399-4b19-9b2a-895d18fcb35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403740 Jul 21 10:48:18.419645 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (e2cf7573-bed8-4188-96b2-1390ec123b59), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:18.489958 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=008335b6af0642bd8e78fc73acdb5c05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224714 Jul 21 10:48:18.491140 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cf7573-bed8-4188-96b2-1390ec123b59,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:18.494020 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 35824) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:18.501113 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.501283 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.501571 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.502116 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.502465 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.502832 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.503195 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.503527 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.503875 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.504229 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.504563 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.504931 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.505229 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.505562 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.506653 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26069b-8508-464c-9192-24de5eadf15d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.538641 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e561c412-b895-4fc2-b869-b2451557995e req-a97174b3-8a3b-43ed-8aeb-8513146b7a8c service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447730 Jul 21 10:48:18.570004 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Publish callbacks [] for security_group (e2cf7573-bed8-4188-96b2-1390ec123b59), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:18.584556 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:18.634371 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:18.643459 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Publish callbacks [] for security_group (e2cf7573-bed8-4188-96b2-1390ec123b59), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:18.697604 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e561c412-b895-4fc2-b869-b2451557995e req-cb1a9329-30c8-49cc-bfb7-56c62dc3067c service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382825 Jul 21 10:48:18.784850 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (e2cf7573-bed8-4188-96b2-1390ec123b59), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:18.787443 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:18.791124 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2cf7573-bed8-4188-96b2-1390ec123b59 HTTP/1.1" status: 204 len: 168 time: 0.2936196 Jul 21 10:48:18.804800 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cf7573-bed8-4188-96b2-1390ec123b59,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:18.814647 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.815005 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.815383 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.815696 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.816054 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.816348 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.816695 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.817000 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.817332 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.817664 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.817978 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.818310 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.818670 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.819003 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:18.819341 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb257b5-c7e9-42ab-b7b2-765996c2107d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:19.210870 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e04907-b6fe-44fc-a170-a0427221d431 req-0dd20c84-868d-4255-83ad-6dd0e5bdedcf tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:19.212554 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-65e04907-b6fe-44fc-a170-a0427221d431 req-0dd20c84-868d-4255-83ad-6dd0e5bdedcf tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0577323 Jul 21 10:48:19.274312 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-65e04907-b6fe-44fc-a170-a0427221d431 req-a16e4688-185b-40eb-b309-b7e77a2dc5c1 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542588 Jul 21 10:48:19.504623 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 35842) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:19.519196 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3e330141-9701-4ba0-81d4-01ff3bdbe939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:19.598016 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3e330141-9701-4ba0-81d4-01ff3bdbe939 admin admin] Publish callbacks [] for security_group (d8677d3d-94d7-4055-b18b-83b69ee2657d), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:19.663690 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3e330141-9701-4ba0-81d4-01ff3bdbe939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (d8677d3d-94d7-4055-b18b-83b69ee2657d), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:19.704972 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-3e330141-9701-4ba0-81d4-01ff3bdbe939 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52849db8ba404dbea18a007483c2e235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001288 Jul 21 10:48:19.705829 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e330141-9701-4ba0-81d4-01ff3bdbe939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8677d3d-94d7-4055-b18b-83b69ee2657d,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:19.707785 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 35844) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:19.757114 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-957f2c8e-a8ca-4988-a46b-30a2e6630c15 admin admin] Publish callbacks [] for security_group (d8677d3d-94d7-4055-b18b-83b69ee2657d), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:19.779320 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-957f2c8e-a8ca-4988-a46b-30a2e6630c15 admin admin] Publish callbacks [] for security_group (d8677d3d-94d7-4055-b18b-83b69ee2657d), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:19.785684 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:19.909492 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-957f2c8e-a8ca-4988-a46b-30a2e6630c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (d8677d3d-94d7-4055-b18b-83b69ee2657d), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:19.912225 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-957f2c8e-a8ca-4988-a46b-30a2e6630c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:19.913390 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-957f2c8e-a8ca-4988-a46b-30a2e6630c15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8677d3d-94d7-4055-b18b-83b69ee2657d HTTP/1.1" status: 204 len: 168 time: 0.2041628 Jul 21 10:48:19.922040 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f2c8e-a8ca-4988-a46b-30a2e6630c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8677d3d-94d7-4055-b18b-83b69ee2657d,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:20.407048 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc354c6-d520-481d-a1f3-19165fd79a0a req-a2863659-b830-4bda-926d-5b0c130b6880 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:20.408617 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7bc354c6-d520-481d-a1f3-19165fd79a0a req-a2863659-b830-4bda-926d-5b0c130b6880 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0519288 Jul 21 10:48:20.465881 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7bc354c6-d520-481d-a1f3-19165fd79a0a req-2851a39b-1941-4da1-92c1-4049e1aa3910 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507085 Jul 21 10:48:21.356236 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f9f7f04b-94a4-4346-9ae5-ddd9ebdaa4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:21.588392 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b0bb-4e23-4dab-bf51-44c49031ad75 req-30cca720-19a4-4d0d-a936-abc801dfdf77 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:21.590688 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9c56b0bb-4e23-4dab-bf51-44c49031ad75 req-30cca720-19a4-4d0d-a936-abc801dfdf77 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0544446 Jul 21 10:48:21.641880 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9c56b0bb-4e23-4dab-bf51-44c49031ad75 req-51d6b20a-3083-48df-b635-1abf124d82c8 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450790 Jul 21 10:48:22.766477 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6189a-186c-423f-8a50-7789fe08e78b req-4900582c-5b8d-48f4-949e-439afe50d7cb tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:22.768120 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-64b6189a-186c-423f-8a50-7789fe08e78b req-4900582c-5b8d-48f4-949e-439afe50d7cb tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0515840 Jul 21 10:48:22.819333 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-64b6189a-186c-423f-8a50-7789fe08e78b req-b1fff644-6aa9-4144-8bd0-8b44c1037b59 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452471 Jul 21 10:48:23.967603 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d00564-3567-4577-976d-fa5758a9f4e1 req-f026cc03-d577-4607-9db3-e077f7fd18f6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:23.969240 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-86d00564-3567-4577-976d-fa5758a9f4e1 req-f026cc03-d577-4607-9db3-e077f7fd18f6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0734661 Jul 21 10:48:24.014057 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-8e67a0a0-a341-4c45-8dda-93ab4e32696a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:24.059237 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 35946) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:24.073793 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-86d00564-3567-4577-976d-fa5758a9f4e1 req-93fff453-052f-4717-8a77-6eb9736668f9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970519 Jul 21 10:48:24.212714 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-49dfd7e3-80e4-4081-8165-6d9d0122d764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:24.282565 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:24.306017 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-49dfd7e3-80e4-4081-8165-6d9d0122d764 admin admin] Publish callbacks [] for security_group (e184e9fa-208b-47a3-8889-d053b9e01232), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:24.373061 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-49dfd7e3-80e4-4081-8165-6d9d0122d764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (e184e9fa-208b-47a3-8889-d053b9e01232), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:24.429218 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-49dfd7e3-80e4-4081-8165-6d9d0122d764 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87eb037c16464a9887edc080790f29eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3687563 Jul 21 10:48:24.430022 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfd7e3-80e4-4081-8165-6d9d0122d764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e184e9fa-208b-47a3-8889-d053b9e01232,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:24.432451 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 35966) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:24.505478 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5cd6f82a-25df-4812-b89d-0b34b036b44c admin admin] Publish callbacks [] for security_group (e184e9fa-208b-47a3-8889-d053b9e01232), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:24.532242 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5cd6f82a-25df-4812-b89d-0b34b036b44c admin admin] Publish callbacks [] for security_group (e184e9fa-208b-47a3-8889-d053b9e01232), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:24.654138 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5cd6f82a-25df-4812-b89d-0b34b036b44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (e184e9fa-208b-47a3-8889-d053b9e01232), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:24.658683 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5cd6f82a-25df-4812-b89d-0b34b036b44c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:24.660257 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-5cd6f82a-25df-4812-b89d-0b34b036b44c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e184e9fa-208b-47a3-8889-d053b9e01232 HTTP/1.1" status: 204 len: 168 time: 0.2258379 Jul 21 10:48:24.685691 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6f82a-25df-4812-b89d-0b34b036b44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e184e9fa-208b-47a3-8889-d053b9e01232,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:25.234359 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc4687-5150-4de6-beac-dce1fe172aff req-d7de12f3-ab7b-4a2e-9996-b28799cbf9d0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:25.234359 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6bfc4687-5150-4de6-beac-dce1fe172aff req-d7de12f3-ab7b-4a2e-9996-b28799cbf9d0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0771322 Jul 21 10:48:25.324886 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6bfc4687-5150-4de6-beac-dce1fe172aff req-7dbc0edc-4a9a-406a-be88-26848f4d54e9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744076 Jul 21 10:48:25.330822 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:25.818799 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 36022) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:25.939519 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-6c8a7ad6-359f-468b-9f9a-f51acd717871 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1464627616-network', 'tenant_id': '24d5a2477eb74d5da5911b37f9031110'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:48:26.069902 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8a7ad6-359f-468b-9f9a-f51acd717871 admin admin] Made reservation on behalf of 24d5a2477eb74d5da5911b37f9031110 for: {'network': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:48:26.072878 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-6c8a7ad6-359f-468b-9f9a-f51acd717871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:26.082382 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-6c8a7ad6-359f-468b-9f9a-f51acd717871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:26.100604 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:26.164126 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-6c8a7ad6-359f-468b-9f9a-f51acd717871 admin admin] Publish callbacks [] for security_group (76bee1e6-ae57-462a-8bc8-f799a1c4e3e1), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:26.218910 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-6c8a7ad6-359f-468b-9f9a-f51acd717871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (76bee1e6-ae57-462a-8bc8-f799a1c4e3e1), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:26.242730 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8a7ad6-359f-468b-9f9a-f51acd717871 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=111079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:48:26.258729 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a7ad6-359f-468b-9f9a-f51acd717871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:26.265093 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-6c8a7ad6-359f-468b-9f9a-f51acd717871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:26.265438 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.segments_db [None req-6c8a7ad6-359f-468b-9f9a-f51acd717871 admin admin] Added segment e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551 of type vlan for network b613594b-0f24-4b36-a4b2-dcc23406f4ab Jul 21 10:48:26.309495 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-6c8a7ad6-359f-468b-9f9a-f51acd717871 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (b613594b-0f24-4b36-a4b2-dcc23406f4ab), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:26.437995 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-6c8a7ad6-359f-468b-9f9a-f51acd717871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (b613594b-0f24-4b36-a4b2-dcc23406f4ab), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:26.442914 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8a7ad6-359f-468b-9f9a-f51acd717871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:26.443771 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-6c8a7ad6-359f-468b-9f9a-f51acd717871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:26.522620 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a7ad6-359f-468b-9f9a-f51acd717871 admin admin] Pushing event updated for resources: {'Network': ['ID=b613594b-0f24-4b36-a4b2-dcc23406f4ab,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:26.534207 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network b613594b-0f24-4b36-a4b2-dcc23406f4ab details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:48:26.585023 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-6c8a7ad6-359f-468b-9f9a-f51acd717871 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7616513 Jul 21 10:48:26.586949 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 36048) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:26.592255 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-193160e5-4bc7-4c7c-8a45-051ebbe42f1b admin admin] Request body: {'subnet': {'network_id': 'b613594b-0f24-4b36-a4b2-dcc23406f4ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1464627616-subnet', 'tenant_id': '24d5a2477eb74d5da5911b37f9031110', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:48:26.692429 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193160e5-4bc7-4c7c-8a45-051ebbe42f1b admin admin] Made reservation on behalf of 24d5a2477eb74d5da5911b37f9031110 for: {'subnet': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:48:26.692679 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:26.694984 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-193160e5-4bc7-4c7c-8a45-051ebbe42f1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4805393'] for subnet (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:26.763062 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:26.774246 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:26.955843 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-193160e5-4bc7-4c7c-8a45-051ebbe42f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5596726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4805379'] for subnet (e540fdcf-ff4b-42ee-8022-db2f63dd348e), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:27.010692 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193160e5-4bc7-4c7c-8a45-051ebbe42f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e540fdcf-ff4b-42ee-8022-db2f63dd348e,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:27.028067 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193160e5-4bc7-4c7c-8a45-051ebbe42f1b admin admin] Checking segment: {'id': 'e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b613594b-0f24-4b36-a4b2-dcc23406f4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:48:27.028459 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193160e5-4bc7-4c7c-8a45-051ebbe42f1b admin admin] Network hostable DHCP agents. Network: b613594b-0f24-4b36-a4b2-dcc23406f4ab, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:48:27.098930 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193160e5-4bc7-4c7c-8a45-051ebbe42f1b admin admin] Network b613594b-0f24-4b36-a4b2-dcc23406f4ab is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:48:27.172930 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-193160e5-4bc7-4c7c-8a45-051ebbe42f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, b613594b-0f24-4b36-a4b2-dcc23406f4ab) {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:48:27.179514 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193160e5-4bc7-4c7c-8a45-051ebbe42f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:27.180473 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-193160e5-4bc7-4c7c-8a45-051ebbe42f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:27.181258 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17912bf9-1df4-42e7-a60b-779da1be63bf None None] Network b613594b-0f24-4b36-a4b2-dcc23406f4ab requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:48:27.256058 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-193160e5-4bc7-4c7c-8a45-051ebbe42f1b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6682186 Jul 21 10:48:27.293256 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a339eb3-c9b0-431c-b50e-f61f045681ab None None] Network b613594b-0f24-4b36-a4b2-dcc23406f4ab requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:48:27.633603 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 36086) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:27.639461 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-cb5208e8-ed4e-4eb1-93cd-18c0294c7059 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1141179192', 'description': 'tempest-description--1910631834'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:48:27.796026 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cb5208e8-ed4e-4eb1-93cd-18c0294c7059 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:27.871818 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cb5208e8-ed4e-4eb1-93cd-18c0294c7059 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for security_group (7727e392-27a1-453a-890b-af6aacf64456), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:27.924226 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 36098) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:27.933151 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cb5208e8-ed4e-4eb1-93cd-18c0294c7059 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (7727e392-27a1-453a-890b-af6aacf64456), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:27.953242 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:27.970076 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5208e8-ed4e-4eb1-93cd-18c0294c7059 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7727e392-27a1-453a-890b-af6aacf64456,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:28.043636 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-186e1a0f-97fe-4493-9dcf-5d4845bf07b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:28.067544 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cb5208e8-ed4e-4eb1-93cd-18c0294c7059 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:28.068812 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-cb5208e8-ed4e-4eb1-93cd-18c0294c7059 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4341729 Jul 21 10:48:28.074879 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 36106) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:28.079538 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-445eeaf8-660d-45cb-826e-b08e2b191d36 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Request body: {'security_group_rule': {'security_group_id': '7727e392-27a1-453a-890b-af6aacf64456', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:48:28.130889 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-186e1a0f-97fe-4493-9dcf-5d4845bf07b1 admin admin] Publish callbacks [] for security_group (db6a8b30-469a-4238-9703-9f0a96386b46), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:28.201614 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-186e1a0f-97fe-4493-9dcf-5d4845bf07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (db6a8b30-469a-4238-9703-9f0a96386b46), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:28.208792 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:28.216768 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-445eeaf8-660d-45cb-826e-b08e2b191d36 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for security_group_rule (1c21d6b7-6224-40ca-9daf-33c00d9d3e65), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:28.244666 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-186e1a0f-97fe-4493-9dcf-5d4845bf07b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=303a824a24db445cb62d0714e4b572f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193591 Jul 21 10:48:28.249181 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 36114) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:28.251682 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e1a0f-97fe-4493-9dcf-5d4845bf07b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6a8b30-469a-4238-9703-9f0a96386b46,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:28.365084 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-445eeaf8-660d-45cb-826e-b08e2b191d36 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for security_group_rule (1c21d6b7-6224-40ca-9daf-33c00d9d3e65), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:28.378800 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ed87e30f-d05f-4485-927d-f47b87c468cc admin admin] Publish callbacks [] for security_group (db6a8b30-469a-4238-9703-9f0a96386b46), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:28.380791 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:28.405803 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ed87e30f-d05f-4485-927d-f47b87c468cc admin admin] Publish callbacks [] for security_group (db6a8b30-469a-4238-9703-9f0a96386b46), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:28.452843 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-445eeaf8-660d-45cb-826e-b08e2b191d36 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (1c21d6b7-6224-40ca-9daf-33c00d9d3e65), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:28.471570 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445eeaf8-660d-45cb-826e-b08e2b191d36 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c21d6b7-6224-40ca-9daf-33c00d9d3e65,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:28.568134 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ed87e30f-d05f-4485-927d-f47b87c468cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (db6a8b30-469a-4238-9703-9f0a96386b46), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:28.571808 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ed87e30f-d05f-4485-927d-f47b87c468cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:28.573106 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-ed87e30f-d05f-4485-927d-f47b87c468cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db6a8b30-469a-4238-9703-9f0a96386b46 HTTP/1.1" status: 204 len: 168 time: 0.3229454 Jul 21 10:48:28.579856 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-445eeaf8-660d-45cb-826e-b08e2b191d36 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:28.581145 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-445eeaf8-660d-45cb-826e-b08e2b191d36 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5050600 Jul 21 10:48:28.584337 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 36124) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:28.590974 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87e30f-d05f-4485-927d-f47b87c468cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6a8b30-469a-4238-9703-9f0a96386b46,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:28.593033 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-677e2327-2f46-4668-a933-e37a0a525062 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Request body: {'security_group_rule': {'security_group_id': '7727e392-27a1-453a-890b-af6aacf64456', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:48:28.692819 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-677e2327-2f46-4668-a933-e37a0a525062 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for security_group_rule (e14a000c-6b35-44e9-9887-03a44543b4eb), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:28.758187 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-677e2327-2f46-4668-a933-e37a0a525062 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for security_group_rule (e14a000c-6b35-44e9-9887-03a44543b4eb), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:28.800483 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-677e2327-2f46-4668-a933-e37a0a525062 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (e14a000c-6b35-44e9-9887-03a44543b4eb), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:28.821830 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e2327-2f46-4668-a933-e37a0a525062 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14a000c-6b35-44e9-9887-03a44543b4eb,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:29.071800 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-677e2327-2f46-4668-a933-e37a0a525062 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:29.071800 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-677e2327-2f46-4668-a933-e37a0a525062 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3956463 Jul 21 10:48:29.074844 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 36136) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:29.079486 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-30cb0e5a-d515-42ce-9933-5dee3cd4bde6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Request body: {'floatingip': {'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:48:29.265236 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-30cb0e5a-d515-42ce-9933-5dee3cd4bde6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:29.386621 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24489927-1c2c-4fa7-907e-481a96314cb5 req-5e7ac283-9fc2-458d-b01a-bce0b3b21e87 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:29.388731 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-24489927-1c2c-4fa7-907e-481a96314cb5 req-5e7ac283-9fc2-458d-b01a-bce0b3b21e87 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0673134 Jul 21 10:48:29.392224 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-30cb0e5a-d515-42ce-9933-5dee3cd4bde6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:29.469085 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:UPDATE=1,neutron:DELETE=7,neutron:SELECT=87,neutron:INSERT=5 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:29.493448 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-24489927-1c2c-4fa7-907e-481a96314cb5 req-be3cd95b-f9c4-44dd-b1a9-37097657ef2e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979409 Jul 21 10:48:29.528892 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 36152) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:29.544711 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-58213920-e402-489b-944b-22eceb516832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:29.559186 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-30cb0e5a-d515-42ce-9933-5dee3cd4bde6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Allocated IP 172.27.0.21 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/a172bf71-73da-462a-ac69-e300cd7012ba) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:48:29.663839 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-58213920-e402-489b-944b-22eceb516832 admin admin] Publish callbacks [] for security_group (6621993b-7a89-4b09-b20b-b1e356e7be89), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:29.727487 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-58213920-e402-489b-944b-22eceb516832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (6621993b-7a89-4b09-b20b-b1e356e7be89), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:29.758864 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-30cb0e5a-d515-42ce-9933-5dee3cd4bde6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for port (a172bf71-73da-462a-ac69-e300cd7012ba), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:29.775561 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-58213920-e402-489b-944b-22eceb516832 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2aeca6ede4934c9385635ef5f28f6c10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433279 Jul 21 10:48:29.775561 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58213920-e402-489b-944b-22eceb516832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6621993b-7a89-4b09-b20b-b1e356e7be89,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:29.776996 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 36178) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:29.785979 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-b20377b0-ca9a-4d81-a110-d1ccf856b0d5 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:29.788696 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-b20377b0-ca9a-4d81-a110-d1ccf856b0d5 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/networks?id=b613594b-0f24-4b36-a4b2-dcc23406f4ab HTTP/1.1" status: 200 len: 814 time: 0.1511629 Jul 21 10:48:29.835613 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-317f98c1-1f65-4894-909e-095b4efb84dc tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/quotas/24d5a2477eb74d5da5911b37f9031110 HTTP/1.1" status: 200 len: 375 time: 0.0388868 Jul 21 10:48:29.884141 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-20c1e7ad-7609-4f21-bfcf-8e2c0588ce1d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=24d5a2477eb74d5da5911b37f9031110&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394089 Jul 21 10:48:29.925114 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-98e192fb-1586-49d0-8d33-0c9e7c1dc3dd admin admin] Publish callbacks [] for security_group (6621993b-7a89-4b09-b20b-b1e356e7be89), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:29.981872 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-98e192fb-1586-49d0-8d33-0c9e7c1dc3dd admin admin] Publish callbacks [] for security_group (6621993b-7a89-4b09-b20b-b1e356e7be89), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:30.024604 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-30cb0e5a-d515-42ce-9933-5dee3cd4bde6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (a172bf71-73da-462a-ac69-e300cd7012ba), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:30.042248 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-5864b0b0-376c-4cf8-a51a-fc9152312579 service neutron] 10.222.0.48 "GET /v2.0/networks/b613594b-0f24-4b36-a4b2-dcc23406f4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504514 Jul 21 10:48:30.091171 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cb0e5a-d515-42ce-9933-5dee3cd4bde6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:48:30.106132 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-30cb0e5a-d515-42ce-9933-5dee3cd4bde6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:48:30.109077 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cb0e5a-d515-42ce-9933-5dee3cd4bde6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:48:30.171902 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb0e5a-d515-42ce-9933-5dee3cd4bde6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Pushing event updated for resources: {'Port': ['ID=a172bf71-73da-462a-ac69-e300cd7012ba,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:30.182891 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:30.237854 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-98e192fb-1586-49d0-8d33-0c9e7c1dc3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (6621993b-7a89-4b09-b20b-b1e356e7be89), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:30.240856 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-98e192fb-1586-49d0-8d33-0c9e7c1dc3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:30.242574 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-98e192fb-1586-49d0-8d33-0c9e7c1dc3dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6621993b-7a89-4b09-b20b-b1e356e7be89 HTTP/1.1" status: 204 len: 168 time: 0.4633825 Jul 21 10:48:30.277451 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-8b586ad9-3c37-4e6d-b92a-cb15c1d54a9c service neutron] 10.222.0.48 "GET /v2.0/networks/b613594b-0f24-4b36-a4b2-dcc23406f4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161801 Jul 21 10:48:30.286254 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e192fb-1586-49d0-8d33-0c9e7c1dc3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6621993b-7a89-4b09-b20b-b1e356e7be89,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:30.316442 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-30cb0e5a-d515-42ce-9933-5dee3cd4bde6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for floatingip (868df040-1553-4fee-be08-8671eedcb255), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:30.356406 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 36184) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:30.435279 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-30cb0e5a-d515-42ce-9933-5dee3cd4bde6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (a172bf71-73da-462a-ac69-e300cd7012ba), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:30.471689 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d9c47acc-f311-4279-bab0-c58e3ed13708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:30.621494 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:30.624602 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=18 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:30.642695 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-62ea5226-cebd-47f1-af94-86e4bac8785f req-b69cbb98-aabd-484d-8a79-d59711f42a15 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 210 time: 0.0587828 Jul 21 10:48:30.723272 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32943bc-41ba-452a-82e1-998cbdc1691a req-87574890-61e7-4fd8-bc94-80e69624a6d2 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:30.726441 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c32943bc-41ba-452a-82e1-998cbdc1691a req-87574890-61e7-4fd8-bc94-80e69624a6d2 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.1007917 Jul 21 10:48:30.732776 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d9c47acc-f311-4279-bab0-c58e3ed13708 admin admin] Publish callbacks [] for security_group (98b57db8-26df-4769-8af1-e9d76e5fa63f), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:30.778226 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-30cb0e5a-d515-42ce-9933-5dee3cd4bde6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for port (a172bf71-73da-462a-ac69-e300cd7012ba), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:30.795833 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d9c47acc-f311-4279-bab0-c58e3ed13708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (98b57db8-26df-4769-8af1-e9d76e5fa63f), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:30.823284 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c32943bc-41ba-452a-82e1-998cbdc1691a req-9f667565-cd8e-4881-b47a-a4ca5d0461e2 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876400 Jul 21 10:48:30.852221 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 36208) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:30.852713 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-d9c47acc-f311-4279-bab0-c58e3ed13708 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9a22002be7b46d5b4038424c68c4ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4944246 Jul 21 10:48:30.855397 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c47acc-f311-4279-bab0-c58e3ed13708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b57db8-26df-4769-8af1-e9d76e5fa63f,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:30.876683 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-30cb0e5a-d515-42ce-9933-5dee3cd4bde6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596833'] for port (a172bf71-73da-462a-ac69-e300cd7012ba), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:30.927458 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d074945d-dbb0-47c3-a72b-03bc97f2d739 admin admin] Publish callbacks [] for security_group (98b57db8-26df-4769-8af1-e9d76e5fa63f), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:30.943402 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb0e5a-d515-42ce-9933-5dee3cd4bde6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Pushing event updated for resources: {'Port': ['ID=a172bf71-73da-462a-ac69-e300cd7012ba,revision_number=2']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:30.953842 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d074945d-dbb0-47c3-a72b-03bc97f2d739 admin admin] Publish callbacks [] for security_group (98b57db8-26df-4769-8af1-e9d76e5fa63f), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:30.957718 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-30cb0e5a-d515-42ce-9933-5dee3cd4bde6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (868df040-1553-4fee-be08-8671eedcb255), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:30.960000 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:31.092898 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d074945d-dbb0-47c3-a72b-03bc97f2d739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (98b57db8-26df-4769-8af1-e9d76e5fa63f), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:31.095363 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-30cb0e5a-d515-42ce-9933-5dee3cd4bde6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:31.097170 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d074945d-dbb0-47c3-a72b-03bc97f2d739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:31.097318 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-30cb0e5a-d515-42ce-9933-5dee3cd4bde6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0208607 Jul 21 10:48:31.099819 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-d074945d-dbb0-47c3-a72b-03bc97f2d739 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98b57db8-26df-4769-8af1-e9d76e5fa63f HTTP/1.1" status: 204 len: 168 time: 0.2457378 Jul 21 10:48:31.108183 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074945d-dbb0-47c3-a72b-03bc97f2d739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b57db8-26df-4769-8af1-e9d76e5fa63f,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:31.350305 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:31.401060 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:31.409520 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 36232) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:31.437143 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-b3d11ed3-fb9e-4046-8ad7-f9940b740d98 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1141179192&fields=id&tenant_id=2ff45af5bd82457b9fd080026ea65b5b HTTP/1.1" status: 200 len: 267 time: 0.0522633 Jul 21 10:48:31.569920 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-1efffd97-deab-4d9a-a498-4b5d9395f33a tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:31.571629 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-1efffd97-deab-4d9a-a498-4b5d9395f33a tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/networks?id=c6051ff4-8399-4b19-9b2a-895d18fcb35a HTTP/1.1" status: 200 len: 819 time: 0.1277862 Jul 21 10:48:31.588255 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-51e33667-2fc6-4975-b628-3ea87ae37912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:31.593248 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-37a38cce-83fc-49aa-bebf-d4d009021bee tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/quotas/2ff45af5bd82457b9fd080026ea65b5b HTTP/1.1" status: 200 len: 375 time: 0.0115635 Jul 21 10:48:31.660715 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-4fcf037d-b2c9-44ba-a1f5-71b06d4ed25c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0596411 Jul 21 10:48:31.689789 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-51e33667-2fc6-4975-b628-3ea87ae37912 admin admin] Publish callbacks [] for security_group (f68760b6-1ddd-43c8-977a-1c54660c9872), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:31.738252 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-51e33667-2fc6-4975-b628-3ea87ae37912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (f68760b6-1ddd-43c8-977a-1c54660c9872), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:31.775183 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-88aa522c-2601-4585-a137-0ecd9057dc05 req-17ac204a-de02-484b-b674-b808ec23875b tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 210 time: 0.0364478 Jul 21 10:48:31.785780 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-51e33667-2fc6-4975-b628-3ea87ae37912 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0f367d309d74e7eaaa23d732fc7c65a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3746271 Jul 21 10:48:31.786968 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e33667-2fc6-4975-b628-3ea87ae37912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68760b6-1ddd-43c8-977a-1c54660c9872,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:31.788956 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 36254) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:31.825653 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-6e7d0e00-8d21-4b94-ad66-ab45688c41e4 service neutron] 10.222.0.48 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505871 Jul 21 10:48:31.909756 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e69b3bbb-5def-4846-978a-bd6319afba88 admin admin] Publish callbacks [] for security_group (f68760b6-1ddd-43c8-977a-1c54660c9872), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:31.977753 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e69b3bbb-5def-4846-978a-bd6319afba88 admin admin] Publish callbacks [] for security_group (f68760b6-1ddd-43c8-977a-1c54660c9872), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:31.998825 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a238e5-bfe1-4b89-84bb-679b378c97ec req-1e51d45a-70ac-4843-8f55-f68d652be27c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:32.000324 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-09a238e5-bfe1-4b89-84bb-679b378c97ec req-1e51d45a-70ac-4843-8f55-f68d652be27c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0837097 Jul 21 10:48:32.012401 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-273e086e-3c78-4949-8dbe-04e165474127 service neutron] 10.222.0.48 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771402 Jul 21 10:48:32.076732 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-09a238e5-bfe1-4b89-84bb-679b378c97ec req-baed5028-c79b-4c18-bf40-64dc4d631eb2 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688360 Jul 21 10:48:32.178764 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e69b3bbb-5def-4846-978a-bd6319afba88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (f68760b6-1ddd-43c8-977a-1c54660c9872), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:32.181758 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e69b3bbb-5def-4846-978a-bd6319afba88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:32.183381 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-e69b3bbb-5def-4846-978a-bd6319afba88 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f68760b6-1ddd-43c8-977a-1c54660c9872 HTTP/1.1" status: 204 len: 168 time: 0.3933644 Jul 21 10:48:32.192131 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b3bbb-5def-4846-978a-bd6319afba88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68760b6-1ddd-43c8-977a-1c54660c9872,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:32.329158 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-32a5dbdf-9f72-4dea-9da5-920120c0d14d req-0f6427b1-5279-46b7-bf5b-1146f56dd111 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 210 time: 0.0303204 Jul 21 10:48:32.493450 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:32.916986 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ba1c4033-4e46-4878-89b1-66005e1526d4 req-ed12a307-ae14-4598-9448-7a27ac579ff1 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 210 time: 0.0397489 Jul 21 10:48:33.250042 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c976d65-fd66-4887-ab0b-b3591d6e15c7 req-fe65c82b-e494-47c8-aa3c-ac5a6725bb65 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:33.252662 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1c976d65-fd66-4887-ab0b-b3591d6e15c7 req-fe65c82b-e494-47c8-aa3c-ac5a6725bb65 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0721776 Jul 21 10:48:33.274678 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:33.307545 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1c976d65-fd66-4887-ab0b-b3591d6e15c7 req-8f543a36-a22b-424c-9bb1-734f215c62ec tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484636 Jul 21 10:48:33.438632 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-63ac39ee-ddd8-4397-950d-6da753a0a735 req-fbb576b4-1cbf-434d-be8a-438708ff89db tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 210 time: 0.0291018 Jul 21 10:48:33.451968 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-2594d92b-637b-43af-9ef6-dfc366e69752 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:33.456293 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-2594d92b-637b-43af-9ef6-dfc366e69752 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.57 "GET /v2.0/networks?id=b613594b-0f24-4b36-a4b2-dcc23406f4ab HTTP/1.1" status: 200 len: 814 time: 0.1207936 Jul 21 10:48:33.475994 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-4d01d64e-4952-44ab-8f92-074d00ee83b6 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Request body: {'port': {'device_id': 'dc183ff4-10bd-4827-a6a8-17f6b6d739be', 'network_id': 'b613594b-0f24-4b36-a4b2-dcc23406f4ab', 'admin_state_up': True, 'tenant_id': '24d5a2477eb74d5da5911b37f9031110'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:48:33.577923 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:33.679596 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-4d01d64e-4952-44ab-8f92-074d00ee83b6 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Made reservation on behalf of 24d5a2477eb74d5da5911b37f9031110 for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:48:33.680795 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-4d01d64e-4952-44ab-8f92-074d00ee83b6 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:33.886104 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-4d01d64e-4952-44ab-8f92-074d00ee83b6 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Allocated IP 172.20.0.8 (b613594b-0f24-4b36-a4b2-dcc23406f4ab/e540fdcf-ff4b-42ee-8022-db2f63dd348e/87f2bea1-63ad-4eba-8841-1dd79129258c) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:48:34.022231 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:34.039924 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-4d01d64e-4952-44ab-8f92-074d00ee83b6 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Publish callbacks [] for port (87f2bea1-63ad-4eba-8841-1dd79129258c), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:34.047975 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-965dcce3-b783-4a37-9829-d3d922ff7203 req-3f5673c4-e6c2-476f-99bc-de8b4413fcf2 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 210 time: 0.0299411 Jul 21 10:48:34.127261 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-4d01d64e-4952-44ab-8f92-074d00ee83b6 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (87f2bea1-63ad-4eba-8841-1dd79129258c), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:34.169516 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-4d01d64e-4952-44ab-8f92-074d00ee83b6 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Network b613594b-0f24-4b36-a4b2-dcc23406f4ab is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:48:34.172813 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-4d01d64e-4952-44ab-8f92-074d00ee83b6 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:48:34.180644 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-4d01d64e-4952-44ab-8f92-074d00ee83b6 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:48:34.207299 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01d64e-4952-44ab-8f92-074d00ee83b6 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Pushing event updated for resources: {'Port': ['ID=87f2bea1-63ad-4eba-8841-1dd79129258c,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:34.249236 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-4d01d64e-4952-44ab-8f92-074d00ee83b6 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:34.249857 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-4d01d64e-4952-44ab-8f92-074d00ee83b6 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:34.302856 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 36394) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:34.382873 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-4d01d64e-4952-44ab-8f92-074d00ee83b6 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9108481 Jul 21 10:48:34.401586 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Request body: {'port': {'device_id': 'dc183ff4-10bd-4827-a6a8-17f6b6d739be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:48:34.445322 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-caaa4abd-212a-4c3a-b216-ec063c4b2398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:34.468963 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d8f17-69dd-4873-86ef-c313ad9c0dfa req-9c2471d0-c2f5-434d-b0e4-617ace209541 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:34.471416 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-417d8f17-69dd-4873-86ef-c313ad9c0dfa req-9c2471d0-c2f5-434d-b0e4-617ace209541 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0859499 Jul 21 10:48:34.478906 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (87f2bea1-63ad-4eba-8841-1dd79129258c), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:34.613412 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-87498f3d-7247-4985-a4e8-4da21317b7b6 req-2d8f12fb-8bbf-4776-a054-e86c0eb69520 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 210 time: 0.0514629 Jul 21 10:48:34.632835 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-caaa4abd-212a-4c3a-b216-ec063c4b2398 admin admin] Publish callbacks [] for security_group (9e47bbfa-7f7f-4299-a7f5-52de4b83f0f4), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:34.643979 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-417d8f17-69dd-4873-86ef-c313ad9c0dfa req-44f60606-eea3-4ed3-a7ff-1888965f25da tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239326 Jul 21 10:48:34.732631 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-caaa4abd-212a-4c3a-b216-ec063c4b2398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (9e47bbfa-7f7f-4299-a7f5-52de4b83f0f4), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:34.775285 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-caaa4abd-212a-4c3a-b216-ec063c4b2398 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1c477cba59b42cfb37e996815ee7bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4713335 Jul 21 10:48:34.776357 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa4abd-212a-4c3a-b216-ec063c4b2398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e47bbfa-7f7f-4299-a7f5-52de4b83f0f4,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:34.779695 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 36414) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:34.783932 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-6222dd8c-2837-47aa-bcca-420b3aa36961 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:34.790316 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-6222dd8c-2837-47aa-bcca-420b3aa36961 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.57 "GET /v2.0/networks?id=c6051ff4-8399-4b19-9b2a-895d18fcb35a HTTP/1.1" status: 200 len: 819 time: 0.2322805 Jul 21 10:48:34.839169 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b2ccb46b-b860-4120-9df1-a65a62335558 admin admin] Publish callbacks [] for security_group (9e47bbfa-7f7f-4299-a7f5-52de4b83f0f4), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:34.864896 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b2ccb46b-b860-4120-9df1-a65a62335558 admin admin] Publish callbacks [] for security_group (9e47bbfa-7f7f-4299-a7f5-52de4b83f0f4), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:34.905612 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-3a225b7b-c697-4eed-9be6-bef6c0db27d2 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ff45af5bd82457b9fd080026ea65b5b HTTP/1.1" status: 200 len: 380 time: 0.0917256 Jul 21 10:48:34.920959 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-5ac55303-17ef-494c-ae05-0bc836d8564b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Request body: {'port': {'device_id': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'admin_state_up': True, 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'security_groups': ['7727e392-27a1-453a-890b-af6aacf64456']}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:48:35.012759 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b2ccb46b-b860-4120-9df1-a65a62335558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (9e47bbfa-7f7f-4299-a7f5-52de4b83f0f4), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:35.014895 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f2bea1-63ad-4eba-8841-1dd79129258c {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:48:35.015477 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b2ccb46b-b860-4120-9df1-a65a62335558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:35.019348 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-b2ccb46b-b860-4120-9df1-a65a62335558 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e47bbfa-7f7f-4299-a7f5-52de4b83f0f4 HTTP/1.1" status: 204 len: 168 time: 0.2358768 Jul 21 10:48:35.025497 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccb46b-b860-4120-9df1-a65a62335558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e47bbfa-7f7f-4299-a7f5-52de4b83f0f4,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:35.025650 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Publish callbacks [] for port (87f2bea1-63ad-4eba-8841-1dd79129258c), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:35.052949 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Transition to ACTIVE for port object 87f2bea1-63ad-4eba-8841-1dd79129258c will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:48:35.085473 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:35.132499 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (87f2bea1-63ad-4eba-8841-1dd79129258c), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:35.161530 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9614b-9e2a-41f1-a79a-8d3865326019 req-d65b7a6a-6f63-4fe6-b846-ad81eaef313f tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:35.163330 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4cf9614b-9e2a-41f1-a79a-8d3865326019 req-d65b7a6a-6f63-4fe6-b846-ad81eaef313f tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 931 time: 0.0478065 Jul 21 10:48:35.165587 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-5ac55303-17ef-494c-ae05-0bc836d8564b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Made reservation on behalf of 2ff45af5bd82457b9fd080026ea65b5b for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:48:35.170569 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-5ac55303-17ef-494c-ae05-0bc836d8564b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:35.223498 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4cf9614b-9e2a-41f1-a79a-8d3865326019 req-75ec292e-3944-470f-bc1f-25232d71485e tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531981 Jul 21 10:48:35.228590 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Pushing event updated for resources: {'Port': ['ID=87f2bea1-63ad-4eba-8841-1dd79129258c,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:35.372842 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Attempting to bind port 87f2bea1-63ad-4eba-8841-1dd79129258c on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:48:35.373251 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Attempting to bind port 87f2bea1-63ad-4eba-8841-1dd79129258c by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b613594b-0f24-4b36-a4b2-dcc23406f4ab'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:48:35.373570 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Attempting to bind port 87f2bea1-63ad-4eba-8841-1dd79129258c on network b613594b-0f24-4b36-a4b2-dcc23406f4ab {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:48:35.382226 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:35.387379 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Port 87f2bea1-63ad-4eba-8841-1dd79129258c on network b613594b-0f24-4b36-a4b2-dcc23406f4ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:48:35.387821 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Attempting to bind port 87f2bea1-63ad-4eba-8841-1dd79129258c on network b613594b-0f24-4b36-a4b2-dcc23406f4ab {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:48:35.404652 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:48:35.405027 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Checking segment: {'id': 'e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b613594b-0f24-4b36-a4b2-dcc23406f4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:48:35.405378 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Bound using segment: {'id': 'e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b613594b-0f24-4b36-a4b2-dcc23406f4ab'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:48:35.405902 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Bound port: 87f2bea1-63ad-4eba-8841-1dd79129258c, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b613594b-0f24-4b36-a4b2-dcc23406f4ab'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:48:35.406271 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (87f2bea1-63ad-4eba-8841-1dd79129258c), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:35.418194 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-5ac55303-17ef-494c-ae05-0bc836d8564b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Allocated IP 172.20.0.3 (c6051ff4-8399-4b19-9b2a-895d18fcb35a/8e0cf4ee-8186-43e0-be83-a0ef0604ebdb/6ac84834-b64c-48e6-a97a-aed57229fe41) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:48:35.528494 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] For port 87f2bea1-63ad-4eba-8841-1dd79129258c, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:48:35.584854 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] For port 87f2bea1-63ad-4eba-8841-1dd79129258c, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=87f2bea1-63ad-4eba-8841-1dd79129258c,segment=NetworkSegment(e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551),segment_id=e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:48:35.647862 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-5ac55303-17ef-494c-ae05-0bc836d8564b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for port (6ac84834-b64c-48e6-a97a-aed57229fe41), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:35.703623 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (87f2bea1-63ad-4eba-8841-1dd79129258c), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:35.753288 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:35.756088 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:35.756834 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] 10.222.0.57 "PUT /v2.0/ports/87f2bea1-63ad-4eba-8841-1dd79129258c HTTP/1.1" status: 200 len: 1093 time: 1.3596087 Jul 21 10:48:35.757659 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc183ff4-10bd-4827-a6a8-17f6b6d739be', 'tag': '87f2bea1-63ad-4eba-8841-1dd79129258c'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:48:35.759544 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ee176d16-96b7-499d-929b-502ff9924910 req-fd44d625-c64e-40cc-85a0-249c254f088b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 210 time: 0.0445778 Jul 21 10:48:35.763729 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a348fd82-b930-4b4c-91fd-314e78b58c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc183ff4-10bd-4827-a6a8-17f6b6d739be", "tag": "87f2bea1-63ad-4eba-8841-1dd79129258c"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:48:35.796886 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-5ac55303-17ef-494c-ae05-0bc836d8564b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (6ac84834-b64c-48e6-a97a-aed57229fe41), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:35.823179 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322f58e-cf7c-4faa-8985-173c7aef2f5f service neutron] Pushing event updated for resources: {'Port': ['ID=87f2bea1-63ad-4eba-8841-1dd79129258c,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:35.833315 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b48f6e7-1821-4598-8e42-bec608e35aef x-openstack-request-id: req-9b48f6e7-1821-4598-8e42-bec608e35aef {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:48:35.833605 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc183ff4-10bd-4827-a6a8-17f6b6d739be", "tag": "87f2bea1-63ad-4eba-8841-1dd79129258c", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:48:35.833855 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b48f6e7-1821-4598-8e42-bec608e35aef {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:48:35.834248 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b48f6e7-1821-4598-8e42-bec608e35aef'] response: {'name': 'network-changed', 'server_uuid': 'dc183ff4-10bd-4827-a6a8-17f6b6d739be', 'tag': '87f2bea1-63ad-4eba-8841-1dd79129258c', 'status': 'completed', 'code': 200} Jul 21 10:48:35.838516 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60506e53-1a1c-474f-8b38-6002e6fc3eb9 req-dfac468b-e751-4d62-a0d7-aca25ecda2b2 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:35.840580 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-60506e53-1a1c-474f-8b38-6002e6fc3eb9 req-dfac468b-e751-4d62-a0d7-aca25ecda2b2 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0798533 Jul 21 10:48:35.855947 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-5ac55303-17ef-494c-ae05-0bc836d8564b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Network c6051ff4-8399-4b19-9b2a-895d18fcb35a is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:48:35.860699 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-5ac55303-17ef-494c-ae05-0bc836d8564b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:48:35.863371 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-5ac55303-17ef-494c-ae05-0bc836d8564b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:48:35.967917 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac55303-17ef-494c-ae05-0bc836d8564b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Pushing event updated for resources: {'Port': ['ID=6ac84834-b64c-48e6-a97a-aed57229fe41,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:35.985841 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-5ac55303-17ef-494c-ae05-0bc836d8564b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:35.986498 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-5ac55303-17ef-494c-ae05-0bc836d8564b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:36.012891 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348fd82-b930-4b4c-91fd-314e78b58c4b req-7119167d-2be4-4a10-a4eb-50b7a7c08eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:36.014493 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a348fd82-b930-4b4c-91fd-314e78b58c4b req-7119167d-2be4-4a10-a4eb-50b7a7c08eb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24d5a2477eb74d5da5911b37f9031110&device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 1127 time: 0.1109521 Jul 21 10:48:36.156550 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348fd82-b930-4b4c-91fd-314e78b58c4b req-339cf06a-67cf-4bf0-9397-83b5a9baf97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:36.160088 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a348fd82-b930-4b4c-91fd-314e78b58c4b req-339cf06a-67cf-4bf0-9397-83b5a9baf97d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=24d5a2477eb74d5da5911b37f9031110&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1220071 Jul 21 10:48:36.195152 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-60506e53-1a1c-474f-8b38-6002e6fc3eb9 req-32e5c2eb-86ae-491e-b281-b2adf172c62a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3483186 Jul 21 10:48:36.200215 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-16b183ed-5423-4649-91c4-f5fc2c7780fa None None] Provisioning complete for port 6ac84834-b64c-48e6-a97a-aed57229fe41 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:48:36.200701 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-16b183ed-5423-4649-91c4-f5fc2c7780fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (6ac84834-b64c-48e6-a97a-aed57229fe41), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:36.216718 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-5ac55303-17ef-494c-ae05-0bc836d8564b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2984836 Jul 21 10:48:36.237097 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Request body: {'port': {'device_id': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:48:36.258385 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-16b183ed-5423-4649-91c4-f5fc2c7780fa None None] Port 6ac84834-b64c-48e6-a97a-aed57229fe41 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:48:36.358415 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (6ac84834-b64c-48e6-a97a-aed57229fe41), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:36.360441 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b7159-7c0c-4eeb-be3a-e5e937abb125 req-bb92c02f-423a-4a41-aec3-5463c992bf10 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:36.362115 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348fd82-b930-4b4c-91fd-314e78b58c4b req-23802254-ca37-44f8-9490-9796f70d6e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:36.363758 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a348fd82-b930-4b4c-91fd-314e78b58c4b req-23802254-ca37-44f8-9490-9796f70d6e73 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1993175 Jul 21 10:48:36.367399 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e49b7159-7c0c-4eeb-be3a-e5e937abb125 req-bb92c02f-423a-4a41-aec3-5463c992bf10 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 943 time: 0.0617411 Jul 21 10:48:36.450501 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e49b7159-7c0c-4eeb-be3a-e5e937abb125 req-d1d56d23-70a1-4cce-9fbc-54cdacd8ab89 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820174 Jul 21 10:48:36.497931 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:36.565640 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:36.591565 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-d7bd5d17-5a33-4844-98f9-4928b2b9a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:36.598003 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-d7bd5d17-5a33-4844-98f9-4928b2b9a31c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24d5a2477eb74d5da5911b37f9031110&device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 1127 time: 0.1310065 Jul 21 10:48:36.621826 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:48:36.710886 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-a2baa9e1-f5f6-4c6f-9c0d-159f51e00b96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87f2bea1-63ad-4eba-8841-1dd79129258c HTTP/1.1" status: 200 len: 217 time: 0.0686030 Jul 21 10:48:36.795233 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-64b602ef-77bc-46c8-a9bf-a84122b75637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:36.796810 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-64b602ef-77bc-46c8-a9bf-a84122b75637 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e540fdcf-ff4b-42ee-8022-db2f63dd348e HTTP/1.1" status: 200 len: 854 time: 0.0788448 Jul 21 10:48:36.872311 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:36.889552 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44f394-6027-4247-878a-3a96d95b27bf req-eafbb87a-4c4e-4d2f-be77-4622c26ae910 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:36.891204 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fe44f394-6027-4247-878a-3a96d95b27bf req-eafbb87a-4c4e-4d2f-be77-4622c26ae910 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 931 time: 0.0565836 Jul 21 10:48:36.965737 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fe44f394-6027-4247-878a-3a96d95b27bf req-da3f0a2e-6db5-4398-a38f-b568ef68feb0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684752 Jul 21 10:48:37.065379 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-7a9d0153-59f0-4807-9b2c-2a324a751156 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b613594b-0f24-4b36-a4b2-dcc23406f4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2597821 Jul 21 10:48:37.125525 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac84834-b64c-48e6-a97a-aed57229fe41 {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:48:37.135587 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Publish callbacks [] for port (6ac84834-b64c-48e6-a97a-aed57229fe41), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:37.184611 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Transition to ACTIVE for port object 6ac84834-b64c-48e6-a97a-aed57229fe41 will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:48:37.213678 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-33ac4acd-2514-4e45-821e-dc2df5491ba4 service neutron] 10.222.0.57 "GET /v2.0/networks/b613594b-0f24-4b36-a4b2-dcc23406f4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262825 Jul 21 10:48:37.304136 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:37.310140 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-91ee36bb-0777-4955-8350-8d46d34d6a11 req-429b2ccd-0a1b-4bfc-a4ff-9538f1ff478c service neutron] 10.222.0.57 "GET /v2.0/networks/b613594b-0f24-4b36-a4b2-dcc23406f4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894184 Jul 21 10:48:37.311243 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (6ac84834-b64c-48e6-a97a-aed57229fe41), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:37.325604 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba737a4-ade1-4297-9dec-e885d89596ba req-b6de4738-9e5a-4161-9ff5-c68f3c9c9c5e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:37.327141 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fba737a4-ade1-4297-9dec-e885d89596ba req-b6de4738-9e5a-4161-9ff5-c68f3c9c9c5e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0506029 Jul 21 10:48:37.417597 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac84834-b64c-48e6-a97a-aed57229fe41,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:37.423851 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fba737a4-ade1-4297-9dec-e885d89596ba req-cf81c579-4be7-4468-a139-e90e2d13659c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824859 Jul 21 10:48:37.628907 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Attempting to bind port 6ac84834-b64c-48e6-a97a-aed57229fe41 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:48:37.629451 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Attempting to bind port 6ac84834-b64c-48e6-a97a-aed57229fe41 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:48:37.629566 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Attempting to bind port 6ac84834-b64c-48e6-a97a-aed57229fe41 on network c6051ff4-8399-4b19-9b2a-895d18fcb35a {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:48:37.635684 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Port 6ac84834-b64c-48e6-a97a-aed57229fe41 on network c6051ff4-8399-4b19-9b2a-895d18fcb35a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:48:37.636195 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Attempting to bind port 6ac84834-b64c-48e6-a97a-aed57229fe41 on network c6051ff4-8399-4b19-9b2a-895d18fcb35a {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:48:37.656261 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:48:37.656595 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Checking segment: {'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:48:37.656996 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Bound using segment: {'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:48:37.657456 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Bound port: 6ac84834-b64c-48e6-a97a-aed57229fe41, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa97b301-aede-4147-b0e7-e117d024f896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:48:37.657830 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (6ac84834-b64c-48e6-a97a-aed57229fe41), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:37.690069 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:37.691588 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:UPDATE=2,neutron:SELECT=53 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:37.707661 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694667b8-4833-4d1e-8f0b-5c9b5b5e9127 req-42d494ed-6c44-4c8e-aaef-14d610412621 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:37.707661 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-694667b8-4833-4d1e-8f0b-5c9b5b5e9127 req-42d494ed-6c44-4c8e-aaef-14d610412621 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 943 time: 0.0731072 Jul 21 10:48:37.739755 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] For port 6ac84834-b64c-48e6-a97a-aed57229fe41, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:48:37.743196 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] For port 6ac84834-b64c-48e6-a97a-aed57229fe41, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=6ac84834-b64c-48e6-a97a-aed57229fe41,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:48:37.763090 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-694667b8-4833-4d1e-8f0b-5c9b5b5e9127 req-af811d41-097f-4657-91dc-a7c3dd7a1c87 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471373 Jul 21 10:48:37.847725 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (6ac84834-b64c-48e6-a97a-aed57229fe41), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:37.883232 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:37.883901 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:37.885281 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] 10.222.0.57 "PUT /v2.0/ports/6ac84834-b64c-48e6-a97a-aed57229fe41 HTTP/1.1" status: 200 len: 1093 time: 1.6537163 Jul 21 10:48:37.885617 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'tag': '6ac84834-b64c-48e6-a97a-aed57229fe41'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:48:37.888542 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b19511-30bc-42ed-96f0-a19e2beca811" -d '{"events": [{"name": "network-changed", "server_uuid": "a54643be-3f53-4fe5-bab0-786b71d627bb", "tag": "6ac84834-b64c-48e6-a97a-aed57229fe41"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:48:37.914534 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c58883-dd3a-41da-9094-505ab8351fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac84834-b64c-48e6-a97a-aed57229fe41,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:37.926224 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c9b31c-e11f-4928-81cc-4345c7f44d1f x-openstack-request-id: req-77c9b31c-e11f-4928-81cc-4345c7f44d1f {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:48:37.926480 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54643be-3f53-4fe5-bab0-786b71d627bb", "tag": "6ac84834-b64c-48e6-a97a-aed57229fe41", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:48:37.926766 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77c9b31c-e11f-4928-81cc-4345c7f44d1f {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:48:37.927170 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c9b31c-e11f-4928-81cc-4345c7f44d1f'] response: {'name': 'network-changed', 'server_uuid': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'tag': '6ac84834-b64c-48e6-a97a-aed57229fe41', 'status': 'completed', 'code': 200} Jul 21 10:48:38.069931 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:38.100509 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6cdde-48a1-43d2-a15b-a59092189d3c req-f3a214e8-b258-4243-9ece-0399a9ff93c3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:38.101957 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-aca6cdde-48a1-43d2-a15b-a59092189d3c req-f3a214e8-b258-4243-9ece-0399a9ff93c3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 943 time: 0.0489531 Jul 21 10:48:38.109521 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:38.149818 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-aca6cdde-48a1-43d2-a15b-a59092189d3c req-519a64a9-3110-4401-a6ba-cd97352b29cd tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416934 Jul 21 10:48:38.585691 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbd93d-5474-4319-91cb-4a97832af688 req-716a103b-2780-4f0b-b715-56884152da4b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:38.587172 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d7cbd93d-5474-4319-91cb-4a97832af688 req-716a103b-2780-4f0b-b715-56884152da4b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0476882 Jul 21 10:48:38.641410 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d7cbd93d-5474-4319-91cb-4a97832af688 req-f956cfb1-c0ca-47fb-9a1f-ec06554469ad tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481930 Jul 21 10:48:38.677249 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b19511-30bc-42ed-96f0-a19e2beca811 req-141e1362-e8cf-434b-8546-c40f45ef37e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:38.678771 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f7b19511-30bc-42ed-96f0-a19e2beca811 req-141e1362-e8cf-434b-8546-c40f45ef37e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 1127 time: 0.0489519 Jul 21 10:48:38.796533 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b19511-30bc-42ed-96f0-a19e2beca811 req-b3cdbfc5-6ad7-4e54-a9d9-7e3d7771fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:38.798031 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f7b19511-30bc-42ed-96f0-a19e2beca811 req-b3cdbfc5-6ad7-4e54-a9d9-7e3d7771fea2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1024556 Jul 21 10:48:38.873015 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 87f2bea1-63ad-4eba-8841-1dd79129258c details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:48:38.883616 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ca997-9340-4fd7-b254-976c5a8785b7 req-b19f14da-9a2f-44ec-ad4d-e07c629eb6ab tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:38.885587 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0d1ca997-9340-4fd7-b254-976c5a8785b7 req-b19f14da-9a2f-44ec-ad4d-e07c629eb6ab tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 943 time: 0.0544171 Jul 21 10:48:38.900927 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b19511-30bc-42ed-96f0-a19e2beca811 req-a5e7d826-93c1-45de-a1d4-1664b131f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:38.903758 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f7b19511-30bc-42ed-96f0-a19e2beca811 req-a5e7d826-93c1-45de-a1d4-1664b131f23e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996032 Jul 21 10:48:38.943107 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0d1ca997-9340-4fd7-b254-976c5a8785b7 req-388f767e-fea4-4fa9-af23-9abd1561db66 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490968 Jul 21 10:48:38.994566 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 87f2bea1-63ad-4eba-8841-1dd79129258c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=87f2bea1-63ad-4eba-8841-1dd79129258c,segment=NetworkSegment(e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551),segment_id=e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:48:39.007313 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '87f2bea1-63ad-4eba-8841-1dd79129258c', 'network_id': 'b613594b-0f24-4b36-a4b2-dcc23406f4ab', 'port_id': '87f2bea1-63ad-4eba-8841-1dd79129258c', 'mac_address': 'fa:16:3e:9d:46:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e540fdcf-ff4b-42ee-8022-db2f63dd348e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:48:39.028513 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:39.032118 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-684c06a7-e262-4ea7-9074-fbfbac5756f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:39.033740 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-684c06a7-e262-4ea7-9074-fbfbac5756f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 1127 time: 0.0429187 Jul 21 10:48:39.046295 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 87f2bea1-63ad-4eba-8841-1dd79129258c is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:48:39.046761 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (87f2bea1-63ad-4eba-8841-1dd79129258c), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:39.065147 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f2bea1-63ad-4eba-8841-1dd79129258c {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:48:39.086485 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 87f2bea1-63ad-4eba-8841-1dd79129258c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=87f2bea1-63ad-4eba-8841-1dd79129258c,segment=NetworkSegment(e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551),segment_id=e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:48:39.094368 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-569bfea2-0d27-4bb5-bf03-25a39e9052de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ac84834-b64c-48e6-a97a-aed57229fe41 HTTP/1.1" status: 200 len: 217 time: 0.0417485 Jul 21 10:48:39.146820 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-08e8503b-255a-43e8-af66-919c09c869be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:39.148279 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-08e8503b-255a-43e8-af66-919c09c869be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e0cf4ee-8186-43e0-be83-a0ef0604ebdb HTTP/1.1" status: 200 len: 858 time: 0.0468056 Jul 21 10:48:39.161386 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (87f2bea1-63ad-4eba-8841-1dd79129258c), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:39.229881 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-4942c50e-599a-41f0-8476-fd000d1850df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:39.231530 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-4942c50e-599a-41f0-8476-fd000d1850df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6051ff4-8399-4b19-9b2a-895d18fcb35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752087 Jul 21 10:48:39.232827 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=87f2bea1-63ad-4eba-8841-1dd79129258c,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:39.244942 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:39.247136 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:39.247136 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:39.247136 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:39.247136 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:39.247455 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:39.247781 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:39.248115 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:39.248450 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:39.248782 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:39.249122 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:39.249443 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:39.249959 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:39.250439 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:39.250895 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:48:39.350525 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-e079d183-a0c4-448f-a03f-b9ce31fc8e7b service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111226 Jul 21 10:48:39.439307 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55c0df-a807-4a45-a1ce-8c242d9277d3 req-65a771d9-d642-4e57-8863-4821a7627a3e tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:39.441726 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cc55c0df-a807-4a45-a1ce-8c242d9277d3 req-65a771d9-d642-4e57-8863-4821a7627a3e tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 943 time: 0.0539055 Jul 21 10:48:39.450963 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1ee6dc42-b811-4c4e-9081-917262b56bb1 req-fbcf02c4-67ec-446c-9319-b4dc26a75a77 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900593 Jul 21 10:48:39.497432 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cc55c0df-a807-4a45-a1ce-8c242d9277d3 req-ad19aebb-4729-4f2c-b692-0bbffcde9139 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500925 Jul 21 10:48:39.612732 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['87f2bea1-63ad-4eba-8841-1dd79129258c'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:48:39.775438 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a1d19-8d9e-483e-80b1-6799d5842c26 req-2cea5130-487e-4a87-ba4a-f5b0c0907b8a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:39.777559 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3a5a1d19-8d9e-483e-80b1-6799d5842c26 req-2cea5130-487e-4a87-ba4a-f5b0c0907b8a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0511687 Jul 21 10:48:39.834317 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3a5a1d19-8d9e-483e-80b1-6799d5842c26 req-e9dd165c-3d34-4591-a453-5d8d3c00e663 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493717 Jul 21 10:48:40.059918 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c3744-fcf4-416f-9b2e-a1efcec18f2a req-f87c5162-ec88-49b1-aaf8-875297557b11 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:40.061372 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fa6c3744-fcf4-416f-9b2e-a1efcec18f2a req-f87c5162-ec88-49b1-aaf8-875297557b11 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 944 time: 0.0508270 Jul 21 10:48:40.115294 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fa6c3744-fcf4-416f-9b2e-a1efcec18f2a req-e45e48bc-e069-40f6-b06e-8b736856f134 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478139 Jul 21 10:48:40.611793 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903afe1-baf0-49aa-b138-36f0e78547b3 req-fa6ac33a-f897-4b01-9ae1-a6643676b758 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:40.613278 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f903afe1-baf0-49aa-b138-36f0e78547b3 req-fa6ac33a-f897-4b01-9ae1-a6643676b758 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 943 time: 0.0480769 Jul 21 10:48:40.637196 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:40.665623 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f903afe1-baf0-49aa-b138-36f0e78547b3 req-8ac78e10-9ed2-4a25-99cc-aea8320580ae tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460896 Jul 21 10:48:40.856856 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 36552) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:40.975541 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e98df1-21ca-4052-baa0-09de29b043c8 req-b67da280-4111-4fdb-9e96-4395a5ff63ba tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:40.977002 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-83e98df1-21ca-4052-baa0-09de29b043c8 req-b67da280-4111-4fdb-9e96-4395a5ff63ba tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0622532 Jul 21 10:48:40.983636 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0d089541-418d-4ed3-88c8-bff473fdab07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:41.055105 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-83e98df1-21ca-4052-baa0-09de29b043c8 req-568d724f-697d-446e-8e43-8e85bb9ed5fc tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692408 Jul 21 10:48:41.102526 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0d089541-418d-4ed3-88c8-bff473fdab07 admin admin] Publish callbacks [] for security_group (3079aec9-99e5-4b4c-9b1b-f7fad434c6bd), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:41.167701 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0d089541-418d-4ed3-88c8-bff473fdab07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (3079aec9-99e5-4b4c-9b1b-f7fad434c6bd), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:41.237858 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-0d089541-418d-4ed3-88c8-bff473fdab07 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b1f4202d97044efb0af8cbd33213911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798060 Jul 21 10:48:41.240548 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 36560) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:41.243796 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d089541-418d-4ed3-88c8-bff473fdab07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3079aec9-99e5-4b4c-9b1b-f7fad434c6bd,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:41.262364 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e850f5-8a48-42b3-a0e4-d93bd9fd5ea3 req-c41ca166-8da9-41a6-9bd6-d9f0ac70db50 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:41.263743 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a9e850f5-8a48-42b3-a0e4-d93bd9fd5ea3 req-c41ca166-8da9-41a6-9bd6-d9f0ac70db50 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 944 time: 0.0762460 Jul 21 10:48:41.286854 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:41.295093 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-40e78887-9d52-4025-a43e-e7fcb816cc16 admin admin] Publish callbacks [] for security_group (3079aec9-99e5-4b4c-9b1b-f7fad434c6bd), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:41.321874 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a9e850f5-8a48-42b3-a0e4-d93bd9fd5ea3 req-73decda5-d3dc-4f39-8042-c191ea9991b6 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519030 Jul 21 10:48:41.322116 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-40e78887-9d52-4025-a43e-e7fcb816cc16 admin admin] Publish callbacks [] for security_group (3079aec9-99e5-4b4c-9b1b-f7fad434c6bd), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:41.470293 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-40e78887-9d52-4025-a43e-e7fcb816cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (3079aec9-99e5-4b4c-9b1b-f7fad434c6bd), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:41.472894 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-40e78887-9d52-4025-a43e-e7fcb816cc16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:41.474080 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-40e78887-9d52-4025-a43e-e7fcb816cc16 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3079aec9-99e5-4b4c-9b1b-f7fad434c6bd HTTP/1.1" status: 204 len: 168 time: 0.2326255 Jul 21 10:48:41.482689 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e78887-9d52-4025-a43e-e7fcb816cc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3079aec9-99e5-4b4c-9b1b-f7fad434c6bd,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:41.788622 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0ede8-0523-4809-bb24-e3fac4e9dee5 req-03c09158-37dd-40e5-a43d-e6d59d2512f6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:41.790241 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-eea0ede8-0523-4809-bb24-e3fac4e9dee5 req-03c09158-37dd-40e5-a43d-e6d59d2512f6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 943 time: 0.0494998 Jul 21 10:48:41.846446 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-eea0ede8-0523-4809-bb24-e3fac4e9dee5 req-aefc9760-0f59-4270-888f-cf1ac208bc1a tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483801 Jul 21 10:48:42.170912 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 36574) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:42.194102 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9f8135dc-b6d1-4551-8f09-2b2fd3ec4d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:42.202480 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e622a-a513-4291-a46f-c7dfd1a36c20 req-167d9447-29ca-4309-a208-db7a622bcdb9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:42.215416 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e39e622a-a513-4291-a46f-c7dfd1a36c20 req-167d9447-29ca-4309-a208-db7a622bcdb9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0703976 Jul 21 10:48:42.276265 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e39e622a-a513-4291-a46f-c7dfd1a36c20 req-666a461f-22d7-4d4d-8cfc-cb02c2e6ac03 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654464 Jul 21 10:48:42.317685 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9f8135dc-b6d1-4551-8f09-2b2fd3ec4d25 admin admin] Publish callbacks [] for security_group (369ca498-a637-469d-80e6-a5f91c0c3d8e), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:42.394619 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9f8135dc-b6d1-4551-8f09-2b2fd3ec4d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (369ca498-a637-469d-80e6-a5f91c0c3d8e), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:42.468889 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-9f8135dc-b6d1-4551-8f09-2b2fd3ec4d25 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=790aaf3c95b8456fa86e4a7ba35c6eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969251 Jul 21 10:48:42.471938 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 36580) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:42.472453 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8135dc-b6d1-4551-8f09-2b2fd3ec4d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369ca498-a637-469d-80e6-a5f91c0c3d8e,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:42.483671 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10cda0-c549-413e-8961-8c9f138e91d9 req-c8cc5846-979d-42be-b4aa-e1b30f7c31be tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:42.483671 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5d10cda0-c549-413e-8961-8c9f138e91d9 req-c8cc5846-979d-42be-b4aa-e1b30f7c31be tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 944 time: 0.0831616 Jul 21 10:48:42.535327 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a424d91a-b47b-4ed0-ba2f-df264f6b34d1 admin admin] Publish callbacks [] for security_group (369ca498-a637-469d-80e6-a5f91c0c3d8e), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:42.541010 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5d10cda0-c549-413e-8961-8c9f138e91d9 req-71e798be-208c-455c-a210-240ed9e1dffd tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487123 Jul 21 10:48:42.560042 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a424d91a-b47b-4ed0-ba2f-df264f6b34d1 admin admin] Publish callbacks [] for security_group (369ca498-a637-469d-80e6-a5f91c0c3d8e), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:42.664143 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a424d91a-b47b-4ed0-ba2f-df264f6b34d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (369ca498-a637-469d-80e6-a5f91c0c3d8e), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:42.666837 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a424d91a-b47b-4ed0-ba2f-df264f6b34d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:42.668189 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-a424d91a-b47b-4ed0-ba2f-df264f6b34d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/369ca498-a637-469d-80e6-a5f91c0c3d8e HTTP/1.1" status: 204 len: 168 time: 0.1951439 Jul 21 10:48:42.676458 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424d91a-b47b-4ed0-ba2f-df264f6b34d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369ca498-a637-469d-80e6-a5f91c0c3d8e,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:42.966537 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f0875-29f0-4c87-9673-50930ed2a29b req-e5515ad9-21c0-4e63-81a0-a308bb70efa7 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:42.968140 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-342f0875-29f0-4c87-9673-50930ed2a29b req-e5515ad9-21c0-4e63-81a0-a308bb70efa7 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 943 time: 0.0518181 Jul 21 10:48:43.019342 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:43.024064 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-342f0875-29f0-4c87-9673-50930ed2a29b req-ff835ed5-5348-4bdf-ae7c-e7e3c662db0b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464003 Jul 21 10:48:43.400003 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d34ab-1db1-4831-a55f-a02b51e6f8fa req-8037e374-9d4c-4b56-804f-b988c679d646 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:43.401795 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5f7d34ab-1db1-4831-a55f-a02b51e6f8fa req-8037e374-9d4c-4b56-804f-b988c679d646 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0516887 Jul 21 10:48:43.423947 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 87f2bea1-63ad-4eba-8841-1dd79129258c up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:48:43.454336 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5f7d34ab-1db1-4831-a55f-a02b51e6f8fa req-20737669-6ed3-4f2a-950a-8099a0f9cfd4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468731 Jul 21 10:48:43.474210 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port 87f2bea1-63ad-4eba-8841-1dd79129258c completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:48:43.567175 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 87f2bea1-63ad-4eba-8841-1dd79129258c triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:48:43.567730 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (87f2bea1-63ad-4eba-8841-1dd79129258c), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:43.672647 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 87f2bea1-63ad-4eba-8841-1dd79129258c is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:48:43.673050 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (87f2bea1-63ad-4eba-8841-1dd79129258c), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:43.687501 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2fb2a-e48d-46d6-98bd-bf82f6680640 req-d831368b-5dd1-45f3-82fd-8ad444df5344 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:43.689165 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fda2fb2a-e48d-46d6-98bd-bf82f6680640 req-d831368b-5dd1-45f3-82fd-8ad444df5344 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 944 time: 0.0671191 Jul 21 10:48:43.707510 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc183ff4-10bd-4827-a6a8-17f6b6d739be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f2bea1-63ad-4eba-8841-1dd79129258c'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:48:43.710392 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f617f8df-e54a-4edb-9eb8-2a86be845f59" -d '{"events": [{"server_uuid": "dc183ff4-10bd-4827-a6a8-17f6b6d739be", "name": "network-vif-plugged", "status": "completed", "tag": "87f2bea1-63ad-4eba-8841-1dd79129258c"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:48:43.726833 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 87f2bea1-63ad-4eba-8841-1dd79129258c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=87f2bea1-63ad-4eba-8841-1dd79129258c,segment=NetworkSegment(e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551),segment_id=e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:48:43.748072 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fda2fb2a-e48d-46d6-98bd-bf82f6680640 req-7c5b6dda-74f1-4b80-857c-2a1c992d2c4e tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523899 Jul 21 10:48:43.810604 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6433f7b-a579-41b4-bcaa-c981f9951769 x-openstack-request-id: req-e6433f7b-a579-41b4-bcaa-c981f9951769 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:48:43.811161 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc183ff4-10bd-4827-a6a8-17f6b6d739be", "name": "network-vif-plugged", "status": "completed", "tag": "87f2bea1-63ad-4eba-8841-1dd79129258c", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:48:43.811612 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6433f7b-a579-41b4-bcaa-c981f9951769 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:48:43.812193 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6433f7b-a579-41b4-bcaa-c981f9951769'] response: {'server_uuid': 'dc183ff4-10bd-4827-a6a8-17f6b6d739be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f2bea1-63ad-4eba-8841-1dd79129258c', 'code': 200} Jul 21 10:48:43.813594 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (87f2bea1-63ad-4eba-8841-1dd79129258c), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:43.867038 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=87f2bea1-63ad-4eba-8841-1dd79129258c,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:44.144348 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74321f-d8f1-481d-b860-1a804b7475ed req-8dc93b30-adfc-4a86-96d8-73ae0d78a312 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:44.146244 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fc74321f-d8f1-481d-b860-1a804b7475ed req-8dc93b30-adfc-4a86-96d8-73ae0d78a312 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 943 time: 0.0481229 Jul 21 10:48:44.204470 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fc74321f-d8f1-481d-b860-1a804b7475ed req-b7714800-08a6-49d7-80cf-ec51fc699e62 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526650 Jul 21 10:48:44.587535 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e4f8c-05ee-4810-bab6-f6868fd14555 req-d2677b79-0648-44aa-9f8e-25f464dbaa4b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:44.589062 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-be0e4f8c-05ee-4810-bab6-f6868fd14555 req-d2677b79-0648-44aa-9f8e-25f464dbaa4b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0541992 Jul 21 10:48:44.601840 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:44.616199 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:44.649728 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-be0e4f8c-05ee-4810-bab6-f6868fd14555 req-6eaf95aa-c189-42d2-b04b-6c5a61aa060b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521977 Jul 21 10:48:44.892388 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d89bfa-1a9d-4d52-8ad8-6c7e7b01d5d8 req-c80babdf-44bb-4095-9dc1-5bb489adad9d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:44.892388 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f6d89bfa-1a9d-4d52-8ad8-6c7e7b01d5d8 req-c80babdf-44bb-4095-9dc1-5bb489adad9d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 945 time: 0.0593052 Jul 21 10:48:44.943763 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f6d89bfa-1a9d-4d52-8ad8-6c7e7b01d5d8 req-49ce6050-2706-4249-9701-a60d958986a1 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503645 Jul 21 10:48:45.325767 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1928f9-9357-437f-9f59-6526702b7be2 req-bd214622-321e-4605-a816-a428aa2d0823 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:45.327307 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7c1928f9-9357-437f-9f59-6526702b7be2 req-bd214622-321e-4605-a816-a428aa2d0823 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 943 time: 0.0508986 Jul 21 10:48:45.379826 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7c1928f9-9357-437f-9f59-6526702b7be2 req-8bcb9013-b9ca-4dd7-8426-f79432d2c5a2 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468216 Jul 21 10:48:45.779122 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430adf4d-91b1-40b3-b5f4-a83b9bb4f39f req-882d2229-fb4e-4ccf-840b-8000abcbc985 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:45.780556 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-430adf4d-91b1-40b3-b5f4-a83b9bb4f39f req-882d2229-fb4e-4ccf-840b-8000abcbc985 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0552280 Jul 21 10:48:45.833495 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-430adf4d-91b1-40b3-b5f4-a83b9bb4f39f req-b40740c0-b73b-4175-b302-822b76d91242 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466380 Jul 21 10:48:46.062073 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca707af0-ec04-4b05-9848-398ea285e163 req-2634680b-c255-4623-bc4b-9a4b11ce9f7c tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:46.063604 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ca707af0-ec04-4b05-9848-398ea285e163 req-2634680b-c255-4623-bc4b-9a4b11ce9f7c tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 945 time: 0.0488441 Jul 21 10:48:46.117118 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ca707af0-ec04-4b05-9848-398ea285e163 req-035a1501-d763-434c-b494-7e590a3884e7 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477278 Jul 21 10:48:46.184790 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 36694) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:46.295983 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5248-01e3-4e45-942c-2876d88f2b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:46.379588 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5248-01e3-4e45-942c-2876d88f2b29 admin admin] Publish callbacks [] for security_group (947aa531-d879-4283-9e80-4a48bfc98929), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:46.478511 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5248-01e3-4e45-942c-2876d88f2b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (947aa531-d879-4283-9e80-4a48bfc98929), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:46.517268 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023b270-ce1c-4f4c-a6a2-ad583b8e16ff req-ee418b10-121e-40f2-a722-cc6ccc81d798 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:46.518753 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6023b270-ce1c-4f4c-a6a2-ad583b8e16ff req-ee418b10-121e-40f2-a722-cc6ccc81d798 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 943 time: 0.0680194 Jul 21 10:48:46.519146 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:46.544537 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-4c3b5248-01e3-4e45-942c-2876d88f2b29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8bf568047aea4dc0a7c971faaed85433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583524 Jul 21 10:48:46.547095 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 36700) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:46.550732 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b5248-01e3-4e45-942c-2876d88f2b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947aa531-d879-4283-9e80-4a48bfc98929,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:46.585000 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6023b270-ce1c-4f4c-a6a2-ad583b8e16ff req-00a58572-f77a-40fa-8d65-c3e22ab6b2d3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539377 Jul 21 10:48:46.601226 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e4123680-f568-4c02-a8b8-2bc9cb268971 admin admin] Publish callbacks [] for security_group (947aa531-d879-4283-9e80-4a48bfc98929), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:46.619235 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:46.621997 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:46.625428 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e4123680-f568-4c02-a8b8-2bc9cb268971 admin admin] Publish callbacks [] for security_group (947aa531-d879-4283-9e80-4a48bfc98929), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:46.749488 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e4123680-f568-4c02-a8b8-2bc9cb268971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (947aa531-d879-4283-9e80-4a48bfc98929), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:46.752048 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e4123680-f568-4c02-a8b8-2bc9cb268971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:46.753190 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-e4123680-f568-4c02-a8b8-2bc9cb268971 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/947aa531-d879-4283-9e80-4a48bfc98929 HTTP/1.1" status: 204 len: 168 time: 0.2051072 Jul 21 10:48:46.761238 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4123680-f568-4c02-a8b8-2bc9cb268971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947aa531-d879-4283-9e80-4a48bfc98929,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:46.952701 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf301cf-8280-42f7-9725-6fb76f4a61ba req-f05ca746-5d6c-44fb-9651-bcc98a06384a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:46.954462 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ecf301cf-8280-42f7-9725-6fb76f4a61ba req-f05ca746-5d6c-44fb-9651-bcc98a06384a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0478666 Jul 21 10:48:47.002730 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 6ac84834-b64c-48e6-a97a-aed57229fe41 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:48:47.019149 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ecf301cf-8280-42f7-9725-6fb76f4a61ba req-d74b8b06-f261-4b16-b80e-0f5f917741da tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587265 Jul 21 10:48:47.043542 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:47.054673 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:47.075322 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b52449-0613-4407-9378-67429b1fb939 req-5b354557-0959-4520-a165-25efd90d491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:47.078134 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-61b52449-0613-4407-9378-67429b1fb939 req-5b354557-0959-4520-a165-25efd90d491a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 1129 time: 0.0537601 Jul 21 10:48:47.126040 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-61b52449-0613-4407-9378-67429b1fb939 req-703fadf3-0832-4d73-99d2-2cbeee3be126 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419676 Jul 21 10:48:47.134993 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 6ac84834-b64c-48e6-a97a-aed57229fe41, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=6ac84834-b64c-48e6-a97a-aed57229fe41,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:48:47.147379 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '6ac84834-b64c-48e6-a97a-aed57229fe41', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'port_id': '6ac84834-b64c-48e6-a97a-aed57229fe41', 'mac_address': 'fa:16:3e:0e:90:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:48:47.184850 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 6ac84834-b64c-48e6-a97a-aed57229fe41 is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:48:47.185250 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (6ac84834-b64c-48e6-a97a-aed57229fe41), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:47.204456 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac84834-b64c-48e6-a97a-aed57229fe41 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:48:47.225540 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 6ac84834-b64c-48e6-a97a-aed57229fe41, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=6ac84834-b64c-48e6-a97a-aed57229fe41,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:48:47.235621 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e256a2-61bd-4215-8f7e-d35a7f3a53bd req-50047c82-19a3-4f56-959e-e61eabb5b68e tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:47.237109 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-35e256a2-61bd-4215-8f7e-d35a7f3a53bd req-50047c82-19a3-4f56-959e-e61eabb5b68e tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 945 time: 0.0487504 Jul 21 10:48:47.284525 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-35e256a2-61bd-4215-8f7e-d35a7f3a53bd req-3a3fb340-a656-43df-9b22-837d3b256cbb tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417755 Jul 21 10:48:47.293252 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (6ac84834-b64c-48e6-a97a-aed57229fe41), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:47.347962 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=6ac84834-b64c-48e6-a97a-aed57229fe41,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:47.424799 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 36724) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:47.438515 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-eb736379-6af4-4388-88e7-ce7230254aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:47.494990 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:47.516974 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-eb736379-6af4-4388-88e7-ce7230254aeb admin admin] Publish callbacks [] for security_group (4b1d2983-a24a-487f-b8d0-6a7684b44e01), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:47.572044 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-eb736379-6af4-4388-88e7-ce7230254aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (4b1d2983-a24a-487f-b8d0-6a7684b44e01), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:47.613075 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb736379-6af4-4388-88e7-ce7230254aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1d2983-a24a-487f-b8d0-6a7684b44e01,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:47.617282 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-eb736379-6af4-4388-88e7-ce7230254aeb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cec0e4d7147d4d059861a47176cef54b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914554 Jul 21 10:48:47.620858 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 36728) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:47.656801 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:47.676861 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e941d0d9-bcce-4a95-8d43-c4c0f3b69b25 admin admin] Publish callbacks [] for security_group (4b1d2983-a24a-487f-b8d0-6a7684b44e01), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:47.691561 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['6ac84834-b64c-48e6-a97a-aed57229fe41'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:48:47.733518 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e941d0d9-bcce-4a95-8d43-c4c0f3b69b25 admin admin] Publish callbacks [] for security_group (4b1d2983-a24a-487f-b8d0-6a7684b44e01), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:47.765757 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b463d-b2c2-4b5a-9f5b-f61275a05fae req-4f58d960-6082-4cb4-bf8f-d7ccb49e29b2 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:47.767292 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4b1b463d-b2c2-4b5a-9f5b-f61275a05fae req-4f58d960-6082-4cb4-bf8f-d7ccb49e29b2 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 944 time: 0.0792782 Jul 21 10:48:47.830751 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4b1b463d-b2c2-4b5a-9f5b-f61275a05fae req-3aef6f71-7805-46e3-8c7a-efcc8eb05978 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565002 Jul 21 10:48:47.932055 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e941d0d9-bcce-4a95-8d43-c4c0f3b69b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (4b1d2983-a24a-487f-b8d0-6a7684b44e01), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:47.935718 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e941d0d9-bcce-4a95-8d43-c4c0f3b69b25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:47.937113 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-e941d0d9-bcce-4a95-8d43-c4c0f3b69b25 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b1d2983-a24a-487f-b8d0-6a7684b44e01 HTTP/1.1" status: 204 len: 168 time: 0.3150127 Jul 21 10:48:47.959320 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941d0d9-bcce-4a95-8d43-c4c0f3b69b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1d2983-a24a-487f-b8d0-6a7684b44e01,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:48.140900 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60633cfa-bf29-47c9-9c30-f35f2842801d req-3c869e28-a4f2-4e1f-a21e-e9d7ce82fe78 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:48.142397 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-60633cfa-bf29-47c9-9c30-f35f2842801d req-3c869e28-a4f2-4e1f-a21e-e9d7ce82fe78 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0497146 Jul 21 10:48:48.198066 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-60633cfa-bf29-47c9-9c30-f35f2842801d req-16832b14-18e8-48df-a298-1db014e0c16a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496244 Jul 21 10:48:48.430570 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3d9ff-f9c4-4124-9a88-7518b8021fed req-2632a8b8-042d-47af-97a2-1bc4aaf78664 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:48.430570 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fac3d9ff-f9c4-4124-9a88-7518b8021fed req-2632a8b8-042d-47af-97a2-1bc4aaf78664 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 945 time: 0.0534887 Jul 21 10:48:48.475666 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fac3d9ff-f9c4-4124-9a88-7518b8021fed req-f660f730-09e7-4d09-98ae-22797399015d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430212 Jul 21 10:48:48.950296 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3997c-bcc2-4712-9f54-eff2ec633518 req-75925dc4-fb79-472e-89fe-5aa01c756f1a tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:48.951734 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9bf3997c-bcc2-4712-9f54-eff2ec633518 req-75925dc4-fb79-472e-89fe-5aa01c756f1a tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 944 time: 0.0505683 Jul 21 10:48:48.999986 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9bf3997c-bcc2-4712-9f54-eff2ec633518 req-1271ea95-a192-4f90-837f-2ec3e053783e tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427103 Jul 21 10:48:49.322488 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6e6e4-58d6-4d6c-b664-d6879cb70d19 req-4e4c648c-79ee-4e9d-b3b4-48bba14e8152 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:49.324114 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d0b6e6e4-58d6-4d6c-b664-d6879cb70d19 req-4e4c648c-79ee-4e9d-b3b4-48bba14e8152 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0488117 Jul 21 10:48:49.380688 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d0b6e6e4-58d6-4d6c-b664-d6879cb70d19 req-1c91cc98-490a-44bd-9af3-3cd2c7940977 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510392 Jul 21 10:48:49.573215 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:49.592186 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836bdcb-634f-4dbf-b998-7ff74c568164 req-88aec4a5-daef-464d-bbcc-6047e46148f4 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:49.593665 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7836bdcb-634f-4dbf-b998-7ff74c568164 req-88aec4a5-daef-464d-bbcc-6047e46148f4 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 945 time: 0.0469427 Jul 21 10:48:49.642950 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7836bdcb-634f-4dbf-b998-7ff74c568164 req-6db3e12b-f375-4cfa-aed2-fd83e3fd8de6 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434251 Jul 21 10:48:50.112598 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54569c51-d16d-4ec3-a6d7-b44b4dd6cf34 req-19b9be1b-9395-4846-b633-3a07097d1942 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:50.114078 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-54569c51-d16d-4ec3-a6d7-b44b4dd6cf34 req-19b9be1b-9395-4846-b633-3a07097d1942 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 944 time: 0.0467408 Jul 21 10:48:50.162295 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-54569c51-d16d-4ec3-a6d7-b44b4dd6cf34 req-42335c7a-190e-47f8-928b-9403152ecf23 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426922 Jul 21 10:48:50.514465 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe950b4c-667d-41d2-9056-96b91a74813b req-f33122c7-17cd-4baf-b5e7-3983495c21d5 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:50.516575 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fe950b4c-667d-41d2-9056-96b91a74813b req-f33122c7-17cd-4baf-b5e7-3983495c21d5 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0516691 Jul 21 10:48:50.571609 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fe950b4c-667d-41d2-9056-96b91a74813b req-5a76a11f-e9da-4a23-b024-67e2c891e8d3 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482693 Jul 21 10:48:51.290444 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f256cd-bc3c-4bfd-bdb3-e5fd01dd4378 req-79597cd7-43bd-4edb-91af-040f178f3854 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:51.292018 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-65f256cd-bc3c-4bfd-bdb3-e5fd01dd4378 req-79597cd7-43bd-4edb-91af-040f178f3854 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 944 time: 0.0487123 Jul 21 10:48:51.341681 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-65f256cd-bc3c-4bfd-bdb3-e5fd01dd4378 req-d22116d4-1646-47c2-8891-a132f8cdf4ab tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431426 Jul 21 10:48:51.370642 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-386b33f9-299f-4844-886c-3da9556af167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:51.694655 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402f03e-5633-4ecb-ac18-c3933232fcaa req-3f20810b-4c97-452c-988d-034438a1923e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:51.696265 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3402f03e-5633-4ecb-ac18-c3933232fcaa req-3f20810b-4c97-452c-988d-034438a1923e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0497937 Jul 21 10:48:51.745454 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3402f03e-5633-4ecb-ac18-c3933232fcaa req-981945fc-8d56-4550-919b-0995722c3a3a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429893 Jul 21 10:48:52.212128 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 6ac84834-b64c-48e6-a97a-aed57229fe41 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:48:52.258570 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port 6ac84834-b64c-48e6-a97a-aed57229fe41 completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:48:52.355635 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 6ac84834-b64c-48e6-a97a-aed57229fe41 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:48:52.356014 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (6ac84834-b64c-48e6-a97a-aed57229fe41), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:52.377418 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:52.435237 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 6ac84834-b64c-48e6-a97a-aed57229fe41 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:48:52.435682 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (6ac84834-b64c-48e6-a97a-aed57229fe41), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:52.453462 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:52.460308 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac84834-b64c-48e6-a97a-aed57229fe41'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:48:52.462415 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e235d-002b-4737-be0a-9b54f66b608e req-f8353f80-1592-496c-84f4-47930bca8750 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:52.462708 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b61185-a258-4b3b-958f-fb6e8fe8375c" -d '{"events": [{"server_uuid": "a54643be-3f53-4fe5-bab0-786b71d627bb", "name": "network-vif-plugged", "status": "completed", "tag": "6ac84834-b64c-48e6-a97a-aed57229fe41"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:48:52.464744 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-505e235d-002b-4737-be0a-9b54f66b608e req-f8353f80-1592-496c-84f4-47930bca8750 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 944 time: 0.0504084 Jul 21 10:48:52.476700 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 6ac84834-b64c-48e6-a97a-aed57229fe41, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=6ac84834-b64c-48e6-a97a-aed57229fe41,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:48:52.505128 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e04b176-597a-443b-b361-67df578bc809 x-openstack-request-id: req-6e04b176-597a-443b-b361-67df578bc809 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:48:52.505443 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54643be-3f53-4fe5-bab0-786b71d627bb", "name": "network-vif-plugged", "status": "completed", "tag": "6ac84834-b64c-48e6-a97a-aed57229fe41", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:48:52.505720 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e04b176-597a-443b-b361-67df578bc809 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:48:52.506115 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e04b176-597a-443b-b361-67df578bc809'] response: {'server_uuid': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac84834-b64c-48e6-a97a-aed57229fe41', 'code': 200} Jul 21 10:48:52.520045 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-505e235d-002b-4737-be0a-9b54f66b608e req-5cc8ceca-9cff-460a-b835-b0e76ae47a6c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480592 Jul 21 10:48:52.533118 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (6ac84834-b64c-48e6-a97a-aed57229fe41), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:52.583606 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=6ac84834-b64c-48e6-a97a-aed57229fe41,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:52.866871 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f292ec-0a60-42a4-8b44-63da9e92e2cd req-fc916840-530f-46d5-9c6c-0e6b390d6f8f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:52.868340 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-87f292ec-0a60-42a4-8b44-63da9e92e2cd req-fc916840-530f-46d5-9c6c-0e6b390d6f8f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0467219 Jul 21 10:48:52.922498 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-87f292ec-0a60-42a4-8b44-63da9e92e2cd req-61f64f6b-7403-4126-be03-01a26e1a6b11 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470750 Jul 21 10:48:53.115412 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781e3b6-1008-4a74-ae20-bc755bb110be req-81d63424-5f6a-4f64-8d58-723b4fa456f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:53.116851 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5781e3b6-1008-4a74-ae20-bc755bb110be req-81d63424-5f6a-4f64-8d58-723b4fa456f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 1129 time: 0.0433564 Jul 21 10:48:53.166761 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5781e3b6-1008-4a74-ae20-bc755bb110be req-a22050c3-6b2d-45a4-8787-f380480965c4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393431 Jul 21 10:48:53.652482 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af60d7-6de5-41b0-8422-80d05e3d2a75 req-14f51cee-b51a-4a37-a32f-ff5b98afd4cb tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:53.654044 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-86af60d7-6de5-41b0-8422-80d05e3d2a75 req-14f51cee-b51a-4a37-a32f-ff5b98afd4cb tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0587058 Jul 21 10:48:53.705254 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-86af60d7-6de5-41b0-8422-80d05e3d2a75 req-24206bba-7809-4d73-adc3-ee48a700f914 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456645 Jul 21 10:48:53.943823 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-574bb8f2-672f-4ec1-887b-5bd8ab55d43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:54.052732 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33247a37-d707-47de-b07c-9665e234aeb5 req-3b85cc60-47ad-4c8d-9a1c-69b69044546a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:54.054335 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-33247a37-d707-47de-b07c-9665e234aeb5 req-3b85cc60-47ad-4c8d-9a1c-69b69044546a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0494084 Jul 21 10:48:54.102302 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-33247a37-d707-47de-b07c-9665e234aeb5 req-7b352ab8-86bc-4a80-8f02-b60b5d664d5e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418985 Jul 21 10:48:54.825684 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9639410-6193-4b47-a53e-b0dcb92c6b5c req-5e0c0ff2-197d-4efa-97b8-f05c0e0f3b33 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:54.827437 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a9639410-6193-4b47-a53e-b0dcb92c6b5c req-5e0c0ff2-197d-4efa-97b8-f05c0e0f3b33 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0541790 Jul 21 10:48:54.879709 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a9639410-6193-4b47-a53e-b0dcb92c6b5c req-f84e6fb0-584d-4bcc-96b2-44b43505de4b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464838 Jul 21 10:48:55.230874 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432399e4-1040-4b3a-9672-5a04723ca62f req-50854b39-d0bf-479e-95dc-6524f2b4ea27 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:55.232428 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-432399e4-1040-4b3a-9672-5a04723ca62f req-50854b39-d0bf-479e-95dc-6524f2b4ea27 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0533278 Jul 21 10:48:55.282946 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-432399e4-1040-4b3a-9672-5a04723ca62f req-998c35ae-dcce-4f04-8e6f-34402cf1b6ad tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450940 Jul 21 10:48:55.378190 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:55.993999 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc946649-72b8-49d0-9046-a99dec114c8b req-cfc58da2-157a-4068-9682-ab231eecc7c1 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:55.996322 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dc946649-72b8-49d0-9046-a99dec114c8b req-cfc58da2-157a-4068-9682-ab231eecc7c1 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0486305 Jul 21 10:48:56.043796 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:56.048466 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dc946649-72b8-49d0-9046-a99dec114c8b req-809f5043-10e9-4d37-955e-2c61d38a8a79 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460007 Jul 21 10:48:56.163620 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c46510-e323-4760-abe9-de2a595e4a72 req-d57bbd56-e25d-40a6-ab32-69db8d380eca tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:56.165032 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-23c46510-e323-4760-abe9-de2a595e4a72 req-d57bbd56-e25d-40a6-ab32-69db8d380eca tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0491898 Jul 21 10:48:56.175049 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 36988) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:56.179799 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-55934a89-05e3-4477-89f5-fd596cc56303 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Request body: {'floatingip': {'port_id': '6ac84834-b64c-48e6-a97a-aed57229fe41'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:48:56.220704 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-55934a89-05e3-4477-89f5-fd596cc56303 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for floatingip (868df040-1553-4fee-be08-8671eedcb255), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:56.288946 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 36992) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:56.425174 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ccad8f3e-cb99-462a-a3ae-792345d1c63f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:56.483817 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537c7bf-fc0b-4e6e-b049-30a36d622fbb req-56197898-7c10-4a8a-ac5f-7e089576c7cc tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:56.491110 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7537c7bf-fc0b-4e6e-b049-30a36d622fbb req-56197898-7c10-4a8a-ac5f-7e089576c7cc tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0908761 Jul 21 10:48:56.515042 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ccad8f3e-cb99-462a-a3ae-792345d1c63f admin admin] Publish callbacks [] for security_group (49a4c052-5a32-4cfd-a2c4-b65fbaede47e), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:56.571990 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ccad8f3e-cb99-462a-a3ae-792345d1c63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (49a4c052-5a32-4cfd-a2c4-b65fbaede47e), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:56.591316 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7537c7bf-fc0b-4e6e-b049-30a36d622fbb req-93a1409c-25a0-4a51-a11e-bd6e65ac07c1 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992033 Jul 21 10:48:56.615756 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-ccad8f3e-cb99-462a-a3ae-792345d1c63f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9224bcedeba54c8fbe1cafb502386b8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3250003 Jul 21 10:48:56.616836 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad8f3e-cb99-462a-a3ae-792345d1c63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a4c052-5a32-4cfd-a2c4-b65fbaede47e,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:56.622075 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37006) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:56.646253 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:56.677715 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a134af5e-d9da-4a91-afc0-b737b3c06264 admin admin] Publish callbacks [] for security_group (49a4c052-5a32-4cfd-a2c4-b65fbaede47e), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:56.708315 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:56.708520 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a134af5e-d9da-4a91-afc0-b737b3c06264 admin admin] Publish callbacks [] for security_group (49a4c052-5a32-4cfd-a2c4-b65fbaede47e), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:56.789322 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:56.819573 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-55934a89-05e3-4477-89f5-fd596cc56303 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:56.829261 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a134af5e-d9da-4a91-afc0-b737b3c06264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (49a4c052-5a32-4cfd-a2c4-b65fbaede47e), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:56.831924 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a134af5e-d9da-4a91-afc0-b737b3c06264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:56.833089 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-a134af5e-d9da-4a91-afc0-b737b3c06264 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49a4c052-5a32-4cfd-a2c4-b65fbaede47e HTTP/1.1" status: 204 len: 168 time: 0.2098203 Jul 21 10:48:56.842941 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134af5e-d9da-4a91-afc0-b737b3c06264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a4c052-5a32-4cfd-a2c4-b65fbaede47e,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:56.889206 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-55934a89-05e3-4477-89f5-fd596cc56303 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (868df040-1553-4fee-be08-8671eedcb255), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:57.004017 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.l3_db [None req-55934a89-05e3-4477-89f5-fd596cc56303 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Floating IP 868df040-1553-4fee-be08-8671eedcb255 associated. External IP: 172.27.0.21, port: 6ac84834-b64c-48e6-a97a-aed57229fe41. Jul 21 10:48:57.223874 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55934a89-05e3-4477-89f5-fd596cc56303 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Router bea4e702-1917-406c-9834-753b238f2ee0 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:48:57.235552 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:57.329464 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55934a89-05e3-4477-89f5-fd596cc56303 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:48:57.337890 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-55934a89-05e3-4477-89f5-fd596cc56303 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:57.342674 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1542a7-8f7d-463e-b45d-bc45ca3cd503 None None] Sync routers for ids ['bea4e702-1917-406c-9834-753b238f2ee0'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:48:57.352846 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1542a7-8f7d-463e-b45d-bc45ca3cd503 None None] Routers {'bea4e702-1917-406c-9834-753b238f2ee0'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:48:57.353950 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-1d1542a7-8f7d-463e-b45d-bc45ca3cd503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:48:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['bea4e702-1917-406c-9834-753b238f2ee0'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:48:57.365444 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-55934a89-05e3-4477-89f5-fd596cc56303 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "PUT /v2.0/floatingips/868df040-1553-4fee-be08-8671eedcb255 HTTP/1.1" status: 200 len: 990 time: 1.1890745 Jul 21 10:48:57.366029 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'tag': '6ac84834-b64c-48e6-a97a-aed57229fe41'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:48:57.368318 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d365064-09cd-4b1e-b5c5-bdf644182f96" -d '{"events": [{"name": "network-changed", "server_uuid": "a54643be-3f53-4fe5-bab0-786b71d627bb", "tag": "6ac84834-b64c-48e6-a97a-aed57229fe41"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:48:57.409583 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a385c99-f0e2-4e04-a2af-6f35d3e57e9b x-openstack-request-id: req-6a385c99-f0e2-4e04-a2af-6f35d3e57e9b {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:48:57.409876 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54643be-3f53-4fe5-bab0-786b71d627bb", "tag": "6ac84834-b64c-48e6-a97a-aed57229fe41", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:48:57.410131 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a385c99-f0e2-4e04-a2af-6f35d3e57e9b {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:48:57.410805 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a385c99-f0e2-4e04-a2af-6f35d3e57e9b'] response: {'name': 'network-changed', 'server_uuid': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'tag': '6ac84834-b64c-48e6-a97a-aed57229fe41', 'status': 'completed', 'code': 200} Jul 21 10:48:57.461285 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:57.479130 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-1d1542a7-8f7d-463e-b45d-bc45ca3cd503 None None] Set router bea4e702-1917-406c-9834-753b238f2ee0 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:48:57.579893 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 37032) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:57.604624 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1f645162-ca26-4bfe-a403-567411c7631f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:57.709427 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:57.714283 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d365064-09cd-4b1e-b5c5-bdf644182f96 req-2ec73521-a6ed-4407-9f6d-31124f2e9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:57.716195 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2d365064-09cd-4b1e-b5c5-bdf644182f96 req-2ec73521-a6ed-4407-9f6d-31124f2e9d16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 1129 time: 0.0820153 Jul 21 10:48:57.736150 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1f645162-ca26-4bfe-a403-567411c7631f admin admin] Publish callbacks [] for security_group (f7ab565e-4a5d-4adc-a105-ec64d77832d4), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:57.795521 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1f645162-ca26-4bfe-a403-567411c7631f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (f7ab565e-4a5d-4adc-a105-ec64d77832d4), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:57.836991 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcafd9f-9458-48fc-bc7d-02d34c7d38b7 req-5f42fa3b-fc33-41ff-9b74-d3370c194420 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:57.839087 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2dcafd9f-9458-48fc-bc7d-02d34c7d38b7 req-5f42fa3b-fc33-41ff-9b74-d3370c194420 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0906591 Jul 21 10:48:57.842706 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-1d1542a7-8f7d-463e-b45d-bc45ca3cd503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:21Z', 'revision_number': 4, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'gw_port': {'id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:12Z', 'updated_at': '2022-07-21T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '868df040-1553-4fee-be08-8671eedcb255', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'port_id': '6ac84834-b64c-48e6-a97a-aed57229fe41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'mac_address': 'fa:16:3e:0e:90:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:48:30Z', 'updated_at': '2022-07-21T10:48:56Z', 'revision_number': 1, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1488a3fe-4dfc-4101-8ef0-58e3c2d181d8', 'name': '', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'mac_address': 'fa:16:3e:b7:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:19Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 5, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'subnets': [{'id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:48:57.867174 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f645162-ca26-4bfe-a403-567411c7631f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ab565e-4a5d-4adc-a105-ec64d77832d4,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:57.878301 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1542a7-8f7d-463e-b45d-bc45ca3cd503 None None] Checking router: bea4e702-1917-406c-9834-753b238f2ee0 for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:48:57.885283 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-1f645162-ca26-4bfe-a403-567411c7631f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=021e86470d7d4de6ad4ce667264e5635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032970 Jul 21 10:48:57.888627 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37040) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:57.892101 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1542a7-8f7d-463e-b45d-bc45ca3cd503 None None] Routers {'bea4e702-1917-406c-9834-753b238f2ee0'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:48:57.892742 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-1d1542a7-8f7d-463e-b45d-bc45ca3cd503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:48:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['bea4e702-1917-406c-9834-753b238f2ee0'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:48:57.922179 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d365064-09cd-4b1e-b5c5-bdf644182f96 req-a7114d16-37c9-460a-9b35-02a2bc7af0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:57.924027 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2d365064-09cd-4b1e-b5c5-bdf644182f96 req-a7114d16-37c9-460a-9b35-02a2bc7af0e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6051ff4-8399-4b19-9b2a-895d18fcb35a HTTP/1.1" status: 200 len: 920 time: 0.1737349 Jul 21 10:48:57.941101 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2dcafd9f-9458-48fc-bc7d-02d34c7d38b7 req-ee029e5a-db07-431f-8960-e1919b3e4426 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900912 Jul 21 10:48:58.021346 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-1d1542a7-8f7d-463e-b45d-bc45ca3cd503 None None] Set router bea4e702-1917-406c-9834-753b238f2ee0 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:48:58.039589 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2d365064-09cd-4b1e-b5c5-bdf644182f96 req-a207ac4f-9965-4bdf-9a9d-a5ea31feb475 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ac84834-b64c-48e6-a97a-aed57229fe41 HTTP/1.1" status: 200 len: 998 time: 0.1032698 Jul 21 10:48:58.043385 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b3dff6e8-3f51-4482-b054-19c76c0885d0 admin admin] Publish callbacks [] for security_group (f7ab565e-4a5d-4adc-a105-ec64d77832d4), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:58.051914 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:58.073658 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b3dff6e8-3f51-4482-b054-19c76c0885d0 admin admin] Publish callbacks [] for security_group (f7ab565e-4a5d-4adc-a105-ec64d77832d4), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:58.093232 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:58.140259 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d365064-09cd-4b1e-b5c5-bdf644182f96 req-5a0d55d0-fcec-42e4-8740-5d1885f51e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:58.141719 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2d365064-09cd-4b1e-b5c5-bdf644182f96 req-5a0d55d0-fcec-42e4-8740-5d1885f51e4c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e0cf4ee-8186-43e0-be83-a0ef0604ebdb HTTP/1.1" status: 200 len: 858 time: 0.0765133 Jul 21 10:48:58.190132 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d365064-09cd-4b1e-b5c5-bdf644182f96 req-a8e4443b-d0b3-4640-be4b-12963661b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:58.191675 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2d365064-09cd-4b1e-b5c5-bdf644182f96 req-a8e4443b-d0b3-4640-be4b-12963661b510 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6051ff4-8399-4b19-9b2a-895d18fcb35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422993 Jul 21 10:48:58.204490 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device e0efd748-6569-4435-ab16-d9acccb72164 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:48:58.256000 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b3dff6e8-3f51-4482-b054-19c76c0885d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (f7ab565e-4a5d-4adc-a105-ec64d77832d4), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:58.258665 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b3dff6e8-3f51-4482-b054-19c76c0885d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:58.262756 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-b3dff6e8-3f51-4482-b054-19c76c0885d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7ab565e-4a5d-4adc-a105-ec64d77832d4 HTTP/1.1" status: 204 len: 168 time: 0.3693485 Jul 21 10:48:58.275426 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dff6e8-3f51-4482-b054-19c76c0885d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ab565e-4a5d-4adc-a105-ec64d77832d4,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:58.302379 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2d365064-09cd-4b1e-b5c5-bdf644182f96 req-9ce48baf-0d88-44b5-a537-fe82d08c0e80 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036046 Jul 21 10:48:58.332818 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-1d1542a7-8f7d-463e-b45d-bc45ca3cd503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:21Z', 'revision_number': 4, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'gw_port': {'id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:12Z', 'updated_at': '2022-07-21T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '868df040-1553-4fee-be08-8671eedcb255', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'port_id': '6ac84834-b64c-48e6-a97a-aed57229fe41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'mac_address': 'fa:16:3e:0e:90:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:48:30Z', 'updated_at': '2022-07-21T10:48:56Z', 'revision_number': 1, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1488a3fe-4dfc-4101-8ef0-58e3c2d181d8', 'name': '', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'mac_address': 'fa:16:3e:b7:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:19Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 5, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'subnets': [{'id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:48:58.364770 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1542a7-8f7d-463e-b45d-bc45ca3cd503 None None] The sync data for ids ['bea4e702-1917-406c-9834-753b238f2ee0'] in dv-cinder-849800-2-iscsi is: [{'id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:21Z', 'revision_number': 4, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'gw_port': {'id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:12Z', 'updated_at': '2022-07-21T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '868df040-1553-4fee-be08-8671eedcb255', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'port_id': '6ac84834-b64c-48e6-a97a-aed57229fe41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'mac_address': 'fa:16:3e:0e:90:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:48:30Z', 'updated_at': '2022-07-21T10:48:56Z', 'revision_number': 1, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1488a3fe-4dfc-4101-8ef0-58e3c2d181d8', 'name': '', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'mac_address': 'fa:16:3e:b7:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:19Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 5, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'subnets': [{'id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:48:58.398310 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port e0efd748-6569-4435-ab16-d9acccb72164, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e0efd748-6569-4435-ab16-d9acccb72164,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:48:58.412908 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': 'e0efd748-6569-4435-ab16-d9acccb72164', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'port_id': 'e0efd748-6569-4435-ab16-d9acccb72164', 'mac_address': 'fa:16:3e:14:ac:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:48:58.420750 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2d365064-09cd-4b1e-b5c5-bdf644182f96 req-6a926a27-afd8-4562-afd7-e1ba215eaa30 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110303 Jul 21 10:48:58.463413 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port e0efd748-6569-4435-ab16-d9acccb72164 is: ACTIVE; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:48:58.463869 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (e0efd748-6569-4435-ab16-d9acccb72164), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:58.480571 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0efd748-6569-4435-ab16-d9acccb72164 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:48:58.504309 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port e0efd748-6569-4435-ab16-d9acccb72164, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e0efd748-6569-4435-ab16-d9acccb72164,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:48:58.579282 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2315bbae-2ba0-4383-be0e-12d916958b22 None None] New status for floating IP 868df040-1553-4fee-be08-8671eedcb255: ACTIVE {{(pid=111081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:48:58.616792 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (e0efd748-6569-4435-ab16-d9acccb72164), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:58.715276 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=e0efd748-6569-4435-ab16-d9acccb72164,revision_number=6']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:58.859176 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['e0efd748-6569-4435-ab16-d9acccb72164'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:48:58.949194 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:59.100498 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4a955-7a73-45ed-9d6e-e23c22f3297e req-072ceba5-bfcb-4152-abc1-485a09fcbcbb tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:48:59.102023 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8aa4a955-7a73-45ed-9d6e-e23c22f3297e req-072ceba5-bfcb-4152-abc1-485a09fcbcbb tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 944 time: 0.0586500 Jul 21 10:48:59.155816 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:48:59.171248 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8aa4a955-7a73-45ed-9d6e-e23c22f3297e req-c620de66-de1f-43fe-92a0-5949f24750ee tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595345 Jul 21 10:48:59.505212 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 37064) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:59.616317 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-638fb983-c371-49b3-9b7e-3aae6d639a85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:59.698236 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-638fb983-c371-49b3-9b7e-3aae6d639a85 admin admin] Publish callbacks [] for security_group (7abd4d1f-f43d-4580-ab96-6402729d1cf6), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:59.766290 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-638fb983-c371-49b3-9b7e-3aae6d639a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (7abd4d1f-f43d-4580-ab96-6402729d1cf6), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:59.806592 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fb983-c371-49b3-9b7e-3aae6d639a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abd4d1f-f43d-4580-ab96-6402729d1cf6,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:48:59.811862 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-638fb983-c371-49b3-9b7e-3aae6d639a85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a26514486fa444688c657be88a4a16e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055952 Jul 21 10:48:59.814519 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37070) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:48:59.871580 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-147f58d7-a16c-41d0-a856-89585d8fac27 admin admin] Publish callbacks [] for security_group (7abd4d1f-f43d-4580-ab96-6402729d1cf6), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:48:59.896664 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-147f58d7-a16c-41d0-a856-89585d8fac27 admin admin] Publish callbacks [] for security_group (7abd4d1f-f43d-4580-ab96-6402729d1cf6), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:00.212202 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device e0efd748-6569-4435-ab16-d9acccb72164 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:00.256804 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port e0efd748-6569-4435-ab16-d9acccb72164 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:00.257111 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (e0efd748-6569-4435-ab16-d9acccb72164), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:00.296121 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632bd74-17fa-4f92-b4f5-95fe0fdeda0e req-21c5b2a2-1050-4e68-b816-d3d88587a7f2 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:00.298011 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d632bd74-17fa-4f92-b4f5-95fe0fdeda0e req-21c5b2a2-1050-4e68-b816-d3d88587a7f2 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 944 time: 0.0499785 Jul 21 10:49:00.335996 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port e0efd748-6569-4435-ab16-d9acccb72164 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:00.336665 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (e0efd748-6569-4435-ab16-d9acccb72164), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:00.338064 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-147f58d7-a16c-41d0-a856-89585d8fac27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (7abd4d1f-f43d-4580-ab96-6402729d1cf6), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:00.340837 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-147f58d7-a16c-41d0-a856-89585d8fac27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:00.342239 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-147f58d7-a16c-41d0-a856-89585d8fac27 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7abd4d1f-f43d-4580-ab96-6402729d1cf6 HTTP/1.1" status: 204 len: 168 time: 0.5265484 Jul 21 10:49:00.355617 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f58d7-a16c-41d0-a856-89585d8fac27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abd4d1f-f43d-4580-ab96-6402729d1cf6,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:00.366099 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d632bd74-17fa-4f92-b4f5-95fe0fdeda0e req-33bfedd1-65dd-4724-b77e-20dde26d7d67 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603609 Jul 21 10:49:00.382422 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0efd748-6569-4435-ab16-d9acccb72164'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:49:00.384695 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cfc67c-604e-460b-9769-ea993be73120" -d '{"events": [{"server_uuid": "1e730525-7ce4-4a5a-8023-84cae6b1da3d", "name": "network-vif-plugged", "status": "completed", "tag": "e0efd748-6569-4435-ab16-d9acccb72164"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:49:00.401852 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port e0efd748-6569-4435-ab16-d9acccb72164, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e0efd748-6569-4435-ab16-d9acccb72164,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:49:00.426004 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250209d4-ffcf-4224-994a-6c5f3e58e9ed x-openstack-request-id: req-250209d4-ffcf-4224-994a-6c5f3e58e9ed {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:49:00.426303 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e730525-7ce4-4a5a-8023-84cae6b1da3d", "name": "network-vif-plugged", "status": "completed", "tag": "e0efd748-6569-4435-ab16-d9acccb72164", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:49:00.426583 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-250209d4-ffcf-4224-994a-6c5f3e58e9ed {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:49:00.426983 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250209d4-ffcf-4224-994a-6c5f3e58e9ed'] response: {'server_uuid': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0efd748-6569-4435-ab16-d9acccb72164', 'code': 200} Jul 21 10:49:00.452412 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (e0efd748-6569-4435-ab16-d9acccb72164), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:00.504169 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=e0efd748-6569-4435-ab16-d9acccb72164,revision_number=7']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:01.398210 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37108) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:01.476833 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442b972-5edc-4b8e-a0c2-396e55b1ab1c req-6310e0d2-e7e0-472c-87a3-7cfbe633eb6e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:01.478285 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a442b972-5edc-4b8e-a0c2-396e55b1ab1c req-6310e0d2-e7e0-472c-87a3-7cfbe633eb6e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0482125 Jul 21 10:49:01.505199 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-c576ec47-e2f5-4185-9bb8-f6a7834b15db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2147416731-network', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:01.531096 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a442b972-5edc-4b8e-a0c2-396e55b1ab1c req-2dbfbb41-e721-4891-bc35-2bb467b7cc85 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463541 Jul 21 10:49:01.595248 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c576ec47-e2f5-4185-9bb8-f6a7834b15db admin admin] Made reservation on behalf of 620ea9c4eaa74dc5858cf93d9fcad9f1 for: {'network': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:49:01.597331 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c576ec47-e2f5-4185-9bb8-f6a7834b15db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:01.606784 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c576ec47-e2f5-4185-9bb8-f6a7834b15db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:01.628370 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:01.690120 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c576ec47-e2f5-4185-9bb8-f6a7834b15db admin admin] Publish callbacks [] for security_group (8cf86888-c6f3-4b59-99d6-ac25f8a33ead), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:01.726006 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c576ec47-e2f5-4185-9bb8-f6a7834b15db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (8cf86888-c6f3-4b59-99d6-ac25f8a33ead), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:01.761354 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c576ec47-e2f5-4185-9bb8-f6a7834b15db admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=111078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:49:01.770052 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576ec47-e2f5-4185-9bb8-f6a7834b15db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf86888-c6f3-4b59-99d6-ac25f8a33ead,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:01.776048 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c576ec47-e2f5-4185-9bb8-f6a7834b15db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:01.777856 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.segments_db [None req-c576ec47-e2f5-4185-9bb8-f6a7834b15db admin admin] Added segment 9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0 of type vlan for network 27b56899-b3ca-45d1-a202-b2681b2d043e Jul 21 10:49:01.824819 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c576ec47-e2f5-4185-9bb8-f6a7834b15db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (27b56899-b3ca-45d1-a202-b2681b2d043e), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:01.949029 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c576ec47-e2f5-4185-9bb8-f6a7834b15db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (27b56899-b3ca-45d1-a202-b2681b2d043e), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:01.950209 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c576ec47-e2f5-4185-9bb8-f6a7834b15db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:01.950855 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c576ec47-e2f5-4185-9bb8-f6a7834b15db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:02.022128 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576ec47-e2f5-4185-9bb8-f6a7834b15db admin admin] Pushing event updated for resources: {'Network': ['ID=27b56899-b3ca-45d1-a202-b2681b2d043e,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:02.032065 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network 27b56899-b3ca-45d1-a202-b2681b2d043e details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:49:02.085621 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-c576ec47-e2f5-4185-9bb8-f6a7834b15db admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6847496 Jul 21 10:49:02.087193 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 37116) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:02.096857 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-3e46fc34-f006-4cc1-941f-852ac5a2acf7 admin admin] Request body: {'subnet': {'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2147416731-subnet', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'ip_version': 4}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:02.177349 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e46fc34-f006-4cc1-941f-852ac5a2acf7 admin admin] Made reservation on behalf of 620ea9c4eaa74dc5858cf93d9fcad9f1 for: {'subnet': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:49:02.179901 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3e46fc34-f006-4cc1-941f-852ac5a2acf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4805393'] for subnet (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:02.207551 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:02.660904 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce912496-a1ad-419d-b81c-455f8797663d req-446256f4-9539-40f2-bf7b-d0571a4dfd11 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:02.662394 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ce912496-a1ad-419d-b81c-455f8797663d req-446256f4-9539-40f2-bf7b-d0571a4dfd11 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0492432 Jul 21 10:49:02.663801 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3e46fc34-f006-4cc1-941f-852ac5a2acf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5596726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4805379'] for subnet (675fa199-a2f9-4cce-9e74-45a2be0ffecf), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:02.739442 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46fc34-f006-4cc1-941f-852ac5a2acf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=675fa199-a2f9-4cce-9e74-45a2be0ffecf,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:02.767460 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:02.772997 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ce912496-a1ad-419d-b81c-455f8797663d req-15bfb92e-71db-45bd-9a8d-9b76618e635e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032546 Jul 21 10:49:02.773803 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e46fc34-f006-4cc1-941f-852ac5a2acf7 admin admin] Checking segment: {'id': '9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:49:02.774162 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e46fc34-f006-4cc1-941f-852ac5a2acf7 admin admin] Network hostable DHCP agents. Network: 27b56899-b3ca-45d1-a202-b2681b2d043e, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:49:02.869273 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e46fc34-f006-4cc1-941f-852ac5a2acf7 admin admin] Network 27b56899-b3ca-45d1-a202-b2681b2d043e is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:49:02.949235 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-3e46fc34-f006-4cc1-941f-852ac5a2acf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, 27b56899-b3ca-45d1-a202-b2681b2d043e) {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:02.954856 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e46fc34-f006-4cc1-941f-852ac5a2acf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:02.957220 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3e46fc34-f006-4cc1-941f-852ac5a2acf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:02.962446 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9a022d-ae68-4e0f-b495-34caea6c994e None None] Network 27b56899-b3ca-45d1-a202-b2681b2d043e requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:49:03.020250 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:03.056864 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-3e46fc34-f006-4cc1-941f-852ac5a2acf7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9661107 Jul 21 10:49:03.057536 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 37124) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:03.062470 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2147416731-router', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:03.072757 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cca8b75-1b15-5bba-a8e2-6f26b95bf61c-27b56899-b3ca-45d1-a202-b2681b2d043e', 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e', 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'fixed_ips': [{'subnet_id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf'}]}} from dv-cinder-849800-2-iscsi. {{(pid=111080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 10:49:03.073722 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:03.166974 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7906117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router (26233318-f133-44d8-8ce4-0b2f79cfbe36), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:03.169641 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7906908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router (26233318-f133-44d8-8ce4-0b2f79cfbe36), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:03.222967 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.db_base_plugin_common [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Allocated IP 172.20.0.2 (27b56899-b3ca-45d1-a202-b2681b2d043e/675fa199-a2f9-4cce-9e74-45a2be0ffecf/523442df-a34b-4e71-9813-211f100cc622) {{(pid=111080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:49:03.234738 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Publish callbacks [] for router_controller (26233318-f133-44d8-8ce4-0b2f79cfbe36), precommit_add_association {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:03.352259 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:03.372652 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Publish callbacks [] for port (523442df-a34b-4e71-9813-211f100cc622), precommit_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:03.436229 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (523442df-a34b-4e71-9813-211f100cc622), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:03.455525 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Publish callbacks [] for router_gateway (26233318-f133-44d8-8ce4-0b2f79cfbe36), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:03.482653 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Network 27b56899-b3ca-45d1-a202-b2681b2d043e is already hosted by enough agents. {{(pid=111080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:03.487934 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.base_scheduler [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Resources bound (agent type, host, resource id): {{(pid=111080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:03.490992 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Received port after_create {{(pid=111080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:49:03.500790 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Pushing event updated for resources: {'Port': ['ID=523442df-a34b-4e71-9813-211f100cc622,revision_number=1']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:03.559821 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Attempting to bind port 523442df-a34b-4e71-9813-211f100cc622 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:49:03.560173 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Attempting to bind port 523442df-a34b-4e71-9813-211f100cc622 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:49:03.560534 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Attempting to bind port 523442df-a34b-4e71-9813-211f100cc622 on network 27b56899-b3ca-45d1-a202-b2681b2d043e {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:49:03.565567 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:49:03.565942 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Checking segment: {'id': '9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:49:03.566344 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:03.566767 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Bound using segment: {'id': '9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:49:03.567579 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Bound port: 523442df-a34b-4e71-9813-211f100cc622, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:49:03.567579 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (523442df-a34b-4e71-9813-211f100cc622), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:03.630166 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] For port 523442df-a34b-4e71-9813-211f100cc622, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:49:03.633534 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] For port 523442df-a34b-4e71-9813-211f100cc622, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=523442df-a34b-4e71-9813-211f100cc622,segment=NetworkSegment(9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0),segment_id=9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:49:03.675795 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Publish callbacks [] for router_gateway (26233318-f133-44d8-8ce4-0b2f79cfbe36), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:03.695372 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:03.731386 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (523442df-a34b-4e71-9813-211f100cc622), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:03.797978 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc19b8a-8a35-4e91-8ddb-b8f7dca8f894 None None] Pushing event updated for resources: {'Port': ['ID=523442df-a34b-4e71-9813-211f100cc622,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:03.814661 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Allocated IP 172.27.0.24 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/63a568b7-ba78-48d1-85b3-5de34bea67fe) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:49:03.845415 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:03.943389 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b597506-834d-4234-8796-a911a4b54114 req-3fcc6d00-ae4e-40fc-b005-506d763c5106 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:03.944907 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1b597506-834d-4234-8796-a911a4b54114 req-3fcc6d00-ae4e-40fc-b005-506d763c5106 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0892308 Jul 21 10:49:04.010203 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Publish callbacks [] for port (63a568b7-ba78-48d1-85b3-5de34bea67fe), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:04.052001 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:04.069565 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1b597506-834d-4234-8796-a911a4b54114 req-7f13d80d-c293-4db2-937b-8cd4a82e5167 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991437 Jul 21 10:49:04.134310 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (63a568b7-ba78-48d1-85b3-5de34bea67fe), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:04.173311 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:04.178491 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:04.183470 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:49:04.206809 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Pushing event updated for resources: {'Port': ['ID=63a568b7-ba78-48d1-85b3-5de34bea67fe,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:04.517456 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Publish callbacks [] for router_gateway (26233318-f133-44d8-8ce4-0b2f79cfbe36), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:04.674968 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970dbd8a-19ba-4293-af81-602b4880c1c9 None None] Network 27b56899-b3ca-45d1-a202-b2681b2d043e requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:49:04.715897 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7906845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7898792'] for router (26233318-f133-44d8-8ce4-0b2f79cfbe36), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:04.745548 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-77aa90b4-87b4-49b8-bd4b-bf52aaa0bd5c None None] Provisioning complete for port 523442df-a34b-4e71-9813-211f100cc622 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:04.745913 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-77aa90b4-87b4-49b8-bd4b-bf52aaa0bd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (523442df-a34b-4e71-9813-211f100cc622), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:04.857968 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-77aa90b4-87b4-49b8-bd4b-bf52aaa0bd5c None None] Current status of the port 523442df-a34b-4e71-9813-211f100cc622 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:04.858359 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-77aa90b4-87b4-49b8-bd4b-bf52aaa0bd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (523442df-a34b-4e71-9813-211f100cc622), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:04.893452 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-77aa90b4-87b4-49b8-bd4b-bf52aaa0bd5c None None] For port 523442df-a34b-4e71-9813-211f100cc622, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=523442df-a34b-4e71-9813-211f100cc622,segment=NetworkSegment(9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0),segment_id=9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:49:04.949595 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Router 26233318-f133-44d8-8ce4-0b2f79cfbe36 is scheduled to L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 with binding_index 1 {{(pid=111079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 10:49:04.994308 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-77aa90b4-87b4-49b8-bd4b-bf52aaa0bd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (523442df-a34b-4e71-9813-211f100cc622), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:05.043807 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa90b4-87b4-49b8-bd4b-bf52aaa0bd5c None None] Pushing event updated for resources: {'Port': ['ID=523442df-a34b-4e71-9813-211f100cc622,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:05.068274 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:49:05.078100 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Sync routers for ids ['26233318-f133-44d8-8ce4-0b2f79cfbe36'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:49:05.106029 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Routers {'26233318-f133-44d8-8ce4-0b2f79cfbe36'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:49:05.107572 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:48:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['26233318-f133-44d8-8ce4-0b2f79cfbe36'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:05.140122 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:05.144272 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-69ec613c-99fd-4647-8508-95e52c27a7cc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0831454 Jul 21 10:49:05.144570 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 37144) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:05.151699 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:05.159168 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-08cd9bf5-f6d2-4ad6-ac57-f2c6ea80929d None None] Provisioning complete for port 523442df-a34b-4e71-9813-211f100cc622 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:05.160151 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-08cd9bf5-f6d2-4ad6-ac57-f2c6ea80929d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (523442df-a34b-4e71-9813-211f100cc622), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:05.219922 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:05.252223 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:05.259787 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Set router 26233318-f133-44d8-8ce4-0b2f79cfbe36 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:49:05.267548 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e6a7c-5fcc-4f28-826d-b9e3522fd636 req-70f9486e-6a86-409b-814d-e3b732e91827 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:05.269036 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d14e6a7c-5fcc-4f28-826d-b9e3522fd636 req-70f9486e-6a86-409b-814d-e3b732e91827 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0851121 Jul 21 10:49:05.288345 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:05.373871 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-08cd9bf5-f6d2-4ad6-ac57-f2c6ea80929d None None] Current status of the port 523442df-a34b-4e71-9813-211f100cc622 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:05.383081 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d14e6a7c-5fcc-4f28-826d-b9e3522fd636 req-dfe675fa-12bd-43b5-b292-0fc9a204f0e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051764 Jul 21 10:49:05.479067 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'name': 'tempest-TestShelveInstance-2147416731-router', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:04Z', 'revision_number': 3, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'gw_port': {'id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:63:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:05.508444 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Checking router: 26233318-f133-44d8-8ce4-0b2f79cfbe36 for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:49:05.508798 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Updating router 26233318-f133-44d8-8ce4-0b2f79cfbe36 port 63a568b7-ba78-48d1-85b3-5de34bea67fe binding host dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:49:05.540159 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (63a568b7-ba78-48d1-85b3-5de34bea67fe), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:05.632259 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 523442df-a34b-4e71-9813-211f100cc622 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:05.684568 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:05.746439 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 523442df-a34b-4e71-9813-211f100cc622 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:05.747585 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (523442df-a34b-4e71-9813-211f100cc622), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:05.846640 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] Allocated IP 172.20.0.1 (27b56899-b3ca-45d1-a202-b2681b2d043e/675fa199-a2f9-4cce-9e74-45a2be0ffecf/822c33d3-ad01-425a-b649-f62c0f0ab60e) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:49:05.856131 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:05.872743 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:05.892522 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 523442df-a34b-4e71-9813-211f100cc622 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:05.903583 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Publish callbacks [] for port (63a568b7-ba78-48d1-85b3-5de34bea67fe), precommit_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:05.954093 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (63a568b7-ba78-48d1-85b3-5de34bea67fe), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:06.013448 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254fdf5-4e68-4a7b-8ba1-12c59c32d7c9 None None] Pushing event updated for resources: {'Port': ['ID=63a568b7-ba78-48d1-85b3-5de34bea67fe,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:06.016300 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Attempting to bind port 63a568b7-ba78-48d1-85b3-5de34bea67fe on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:49:06.016687 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Attempting to bind port 63a568b7-ba78-48d1-85b3-5de34bea67fe by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:49:06.017073 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Attempting to bind port 63a568b7-ba78-48d1-85b3-5de34bea67fe on network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:49:06.023608 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:49:06.024009 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Checking segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:49:06.024408 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:06.024797 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Bound using segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:49:06.025270 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Bound port: 63a568b7-ba78-48d1-85b3-5de34bea67fe, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:49:06.025654 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (63a568b7-ba78-48d1-85b3-5de34bea67fe), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:06.208875 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] For port 63a568b7-ba78-48d1-85b3-5de34bea67fe, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:49:06.209603 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] Publish callbacks [] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:06.211920 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] For port 63a568b7-ba78-48d1-85b3-5de34bea67fe, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=63a568b7-ba78-48d1-85b3-5de34bea67fe,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:49:06.285657 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (63a568b7-ba78-48d1-85b3-5de34bea67fe), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:06.314148 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:06.345219 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254fdf5-4e68-4a7b-8ba1-12c59c32d7c9 None None] Pushing event updated for resources: {'Port': ['ID=63a568b7-ba78-48d1-85b3-5de34bea67fe,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:06.347907 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Routers {'26233318-f133-44d8-8ce4-0b2f79cfbe36'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:49:06.348560 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:48:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['26233318-f133-44d8-8ce4-0b2f79cfbe36'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:06.358650 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] Network 27b56899-b3ca-45d1-a202-b2681b2d043e is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:06.363961 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:06.366123 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] Pushing event updated for resources: {'Port': ['ID=822c33d3-ad01-425a-b649-f62c0f0ab60e,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:06.368313 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:49:06.415087 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906643'] for router_interface (26233318-f133-44d8-8ce4-0b2f79cfbe36), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:06.490106 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] Set router 26233318-f133-44d8-8ce4-0b2f79cfbe36 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:49:06.559240 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc3c4c-b5ad-4066-8266-7186975d8208 req-abf1cd6c-bdf4-4914-bd62-d6876be64663 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:06.559240 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-25dc3c4c-b5ad-4066-8266-7186975d8208 req-abf1cd6c-bdf4-4914-bd62-d6876be64663 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0784843 Jul 21 10:49:06.569053 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:06.592841 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:06.619061 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-25dc3c4c-b5ad-4066-8266-7186975d8208 req-4d474927-1683-4108-aeb9-73ed7488cdee tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561748 Jul 21 10:49:06.675786 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'name': 'tempest-TestShelveInstance-2147416731-router', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:04Z', 'revision_number': 3, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'gw_port': {'id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:63:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:06.700552 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:06.705046 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1ee86-4a55-43d5-91e9-aad5ad34e453 None None] The sync data for ids ['26233318-f133-44d8-8ce4-0b2f79cfbe36'] in dv-cinder-849800-2-iscsi is: [{'id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'name': 'tempest-TestShelveInstance-2147416731-router', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:04Z', 'revision_number': 3, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'gw_port': {'id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:63:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:49:06.712562 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ac67180b-b3ed-4ace-869d-f0a2af502154 None None] Provisioning complete for port 822c33d3-ad01-425a-b649-f62c0f0ab60e triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:06.712943 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ac67180b-b3ed-4ace-869d-f0a2af502154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:06.756984 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ac67180b-b3ed-4ace-869d-f0a2af502154 None None] Port 822c33d3-ad01-425a-b649-f62c0f0ab60e cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:49:06.869646 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] Publish callbacks [] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:06.948270 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596833'] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:07.020861 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906751'] for router_interface (26233318-f133-44d8-8ce4-0b2f79cfbe36), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:07.022872 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] Pushing event updated for resources: {'Port': ['ID=822c33d3-ad01-425a-b649-f62c0f0ab60e,revision_number=2']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:07.055645 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:07.126042 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] Network 27b56899-b3ca-45d1-a202-b2681b2d043e is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:07.127470 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:07.254476 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] Router 26233318-f133-44d8-8ce4-0b2f79cfbe36 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:49:07.367359 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:49:07.372926 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-aaaf7df0-2195-4992-9398-1aac4811504d admin admin] 10.222.0.48 "PUT /v2.0/routers/26233318-f133-44d8-8ce4-0b2f79cfbe36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2270348 Jul 21 10:49:07.381731 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-e0559616-9edc-4bc2-9f76-864293b77c48 None None] Provisioning complete for port 822c33d3-ad01-425a-b649-f62c0f0ab60e triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:07.382114 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-e0559616-9edc-4bc2-9f76-864293b77c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:07.425839 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-e0559616-9edc-4bc2-9f76-864293b77c48 None None] Port 822c33d3-ad01-425a-b649-f62c0f0ab60e cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:49:07.612162 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 63a568b7-ba78-48d1-85b3-5de34bea67fe up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:07.663195 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 63a568b7-ba78-48d1-85b3-5de34bea67fe triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:07.663571 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (63a568b7-ba78-48d1-85b3-5de34bea67fe), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:07.745470 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 63a568b7-ba78-48d1-85b3-5de34bea67fe is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:07.745868 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (63a568b7-ba78-48d1-85b3-5de34bea67fe), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:07.770127 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] For port 63a568b7-ba78-48d1-85b3-5de34bea67fe, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=63a568b7-ba78-48d1-85b3-5de34bea67fe,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:49:07.775679 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802766cd-bfe0-40b4-8728-2e6064b207cf req-cc878701-7236-44b3-8880-025a20cbf9dc tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:07.777317 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-802766cd-bfe0-40b4-8728-2e6064b207cf req-cc878701-7236-44b3-8880-025a20cbf9dc tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0666237 Jul 21 10:49:07.826070 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-802766cd-bfe0-40b4-8728-2e6064b207cf req-6d99f043-3ee7-4cdf-8254-f2b7140f0611 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427959 Jul 21 10:49:07.860660 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (63a568b7-ba78-48d1-85b3-5de34bea67fe), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:07.911155 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Pushing event updated for resources: {'Port': ['ID=63a568b7-ba78-48d1-85b3-5de34bea67fe,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:08.158099 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37188) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:08.163146 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-ae5a7c29-a5ee-4b3f-afb3-315779a5e32d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1257861885-network', 'tenant_id': '7e7cda367f7b44fc80a663a162608909'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:08.233668 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5a7c29-a5ee-4b3f-afb3-315779a5e32d admin admin] Made reservation on behalf of 7e7cda367f7b44fc80a663a162608909 for: {'network': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:49:08.236277 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7c29-a5ee-4b3f-afb3-315779a5e32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:08.245312 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7c29-a5ee-4b3f-afb3-315779a5e32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:08.248000 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:08.311521 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Sync routers for ids ['26233318-f133-44d8-8ce4-0b2f79cfbe36'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:49:08.321789 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Routers {'26233318-f133-44d8-8ce4-0b2f79cfbe36'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:49:08.322404 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:48:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['26233318-f133-44d8-8ce4-0b2f79cfbe36'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:08.347242 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7c29-a5ee-4b3f-afb3-315779a5e32d admin admin] Publish callbacks [] for security_group (3a6e7e99-bb61-4850-8fc4-08d59727740a), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:08.416937 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7c29-a5ee-4b3f-afb3-315779a5e32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (3a6e7e99-bb61-4850-8fc4-08d59727740a), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:08.426103 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Set router 26233318-f133-44d8-8ce4-0b2f79cfbe36 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:49:08.448226 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5a7c29-a5ee-4b3f-afb3-315779a5e32d admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=111078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:49:08.466277 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a7c29-a5ee-4b3f-afb3-315779a5e32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6e7e99-bb61-4850-8fc4-08d59727740a,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:08.472102 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7c29-a5ee-4b3f-afb3-315779a5e32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (944bed79-6881-4830-84ab-ea6df6be7f9a), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:08.472451 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.segments_db [None req-ae5a7c29-a5ee-4b3f-afb3-315779a5e32d admin admin] Added segment 944bed79-6881-4830-84ab-ea6df6be7f9a of type vlan for network 3c70d2cd-bf32-450c-9a1a-a2043fd7f86b Jul 21 10:49:08.517840 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7c29-a5ee-4b3f-afb3-315779a5e32d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (3c70d2cd-bf32-450c-9a1a-a2043fd7f86b), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:08.611898 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7c29-a5ee-4b3f-afb3-315779a5e32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (3c70d2cd-bf32-450c-9a1a-a2043fd7f86b), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:08.613166 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5a7c29-a5ee-4b3f-afb3-315779a5e32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:08.613775 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ae5a7c29-a5ee-4b3f-afb3-315779a5e32d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:08.646650 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'name': 'tempest-TestShelveInstance-2147416731-router', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:06Z', 'revision_number': 4, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'gw_port': {'id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '822c33d3-ad01-425a-b649-f62c0f0ab60e', 'name': '', 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'mac_address': 'fa:16:3e:a9:00:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:05Z', 'updated_at': '2022-07-21T10:49:06Z', 'revision_number': 2, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'subnets': [{'id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:08.652102 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:INSERT=17,neutron:SELECT=76,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:08.675521 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Checking router: 26233318-f133-44d8-8ce4-0b2f79cfbe36 for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:49:08.675792 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Updating router 26233318-f133-44d8-8ce4-0b2f79cfbe36 port 822c33d3-ad01-425a-b649-f62c0f0ab60e binding host dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:49:08.685048 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a7c29-a5ee-4b3f-afb3-315779a5e32d admin admin] Pushing event updated for resources: {'Network': ['ID=3c70d2cd-bf32-450c-9a1a-a2043fd7f86b,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:08.694956 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network 3c70d2cd-bf32-450c-9a1a-a2043fd7f86b details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:49:08.698134 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:08.712692 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:08.729109 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-ae5a7c29-a5ee-4b3f-afb3-315779a5e32d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5698526 Jul 21 10:49:08.732506 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37202) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:08.739496 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-b18d5cc9-a80f-46ef-aa93-73ddfe4ffa89 admin admin] Request body: {'subnet': {'network_id': '3c70d2cd-bf32-450c-9a1a-a2043fd7f86b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1257861885-subnet', 'tenant_id': '7e7cda367f7b44fc80a663a162608909', 'ip_version': 4}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:08.828307 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18d5cc9-a80f-46ef-aa93-73ddfe4ffa89 admin admin] Made reservation on behalf of 7e7cda367f7b44fc80a663a162608909 for: {'subnet': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:49:08.832037 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b18d5cc9-a80f-46ef-aa93-73ddfe4ffa89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33547776'] for subnet (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:08.966041 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c343030-d551-4571-9f99-90fa5464ac02 req-74bd36dc-570b-43a8-8f10-38b85cff916e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:08.974907 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6c343030-d551-4571-9f99-90fa5464ac02 req-74bd36dc-570b-43a8-8f10-38b85cff916e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0619500 Jul 21 10:49:09.016943 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Publish callbacks [] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), precommit_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:09.022984 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6c343030-d551-4571-9f99-90fa5464ac02 req-f0bddc3b-9ee5-450a-ab24-4dd2eab75391 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469854 Jul 21 10:49:09.115227 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:09.115537 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b18d5cc9-a80f-46ef-aa93-73ddfe4ffa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6008538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33547794'] for subnet (a7435895-06a5-456d-8020-ad00c497f924), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:09.176567 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d5cc9-a80f-46ef-aa93-73ddfe4ffa89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7435895-06a5-456d-8020-ad00c497f924,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:09.189272 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18d5cc9-a80f-46ef-aa93-73ddfe4ffa89 admin admin] Checking segment: {'id': '944bed79-6881-4830-84ab-ea6df6be7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c70d2cd-bf32-450c-9a1a-a2043fd7f86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:49:09.189570 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18d5cc9-a80f-46ef-aa93-73ddfe4ffa89 admin admin] Network hostable DHCP agents. Network: 3c70d2cd-bf32-450c-9a1a-a2043fd7f86b, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:49:09.210730 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:09.226492 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d37b0d-73d2-49db-8b59-101e769d0c71 None None] Pushing event updated for resources: {'Port': ['ID=822c33d3-ad01-425a-b649-f62c0f0ab60e,revision_number=3']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:09.244332 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d37b0d-73d2-49db-8b59-101e769d0c71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:09.244690 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d37b0d-73d2-49db-8b59-101e769d0c71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:09.245056 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d37b0d-73d2-49db-8b59-101e769d0c71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:09.245420 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d37b0d-73d2-49db-8b59-101e769d0c71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:09.245766 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d37b0d-73d2-49db-8b59-101e769d0c71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:09.246099 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d37b0d-73d2-49db-8b59-101e769d0c71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:09.246431 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d37b0d-73d2-49db-8b59-101e769d0c71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:09.247312 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d37b0d-73d2-49db-8b59-101e769d0c71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:09.247643 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d37b0d-73d2-49db-8b59-101e769d0c71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:09.247972 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d37b0d-73d2-49db-8b59-101e769d0c71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:09.248302 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d37b0d-73d2-49db-8b59-101e769d0c71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:09.248648 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d37b0d-73d2-49db-8b59-101e769d0c71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:09.248980 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d37b0d-73d2-49db-8b59-101e769d0c71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:09.249308 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d37b0d-73d2-49db-8b59-101e769d0c71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:09.249710 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d37b0d-73d2-49db-8b59-101e769d0c71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:09.255209 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Attempting to bind port 822c33d3-ad01-425a-b649-f62c0f0ab60e on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:49:09.255534 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Attempting to bind port 822c33d3-ad01-425a-b649-f62c0f0ab60e by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e'}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:49:09.261440 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Attempting to bind port 822c33d3-ad01-425a-b649-f62c0f0ab60e on network 27b56899-b3ca-45d1-a202-b2681b2d043e {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:49:09.261440 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:49:09.261913 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Checking segment: {'id': '9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:49:09.262851 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:09.263258 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Bound using segment: {'id': '9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e'} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:49:09.263732 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Bound port: 822c33d3-ad01-425a-b649-f62c0f0ab60e, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e'}}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:49:09.264117 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:09.280481 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18d5cc9-a80f-46ef-aa93-73ddfe4ffa89 admin admin] Network 3c70d2cd-bf32-450c-9a1a-a2043fd7f86b is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:49:09.296747 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:09.345298 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] For port 822c33d3-ad01-425a-b649-f62c0f0ab60e, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:49:09.349112 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] For port 822c33d3-ad01-425a-b649-f62c0f0ab60e, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=822c33d3-ad01-425a-b649-f62c0f0ab60e,segment=NetworkSegment(9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0),segment_id=9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0)] {{(pid=111081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:49:09.394805 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-b18d5cc9-a80f-46ef-aa93-73ddfe4ffa89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, 3c70d2cd-bf32-450c-9a1a-a2043fd7f86b) {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:09.400223 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18d5cc9-a80f-46ef-aa93-73ddfe4ffa89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:09.400933 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b18d5cc9-a80f-46ef-aa93-73ddfe4ffa89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:09.405261 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d14d765-e0b5-4e46-a718-57b9f14e2d10 None None] Network 3c70d2cd-bf32-450c-9a1a-a2043fd7f86b requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:49:09.424222 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:09.486874 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 37234) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:09.490318 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-b18d5cc9-a80f-46ef-aa93-73ddfe4ffa89 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7540593 Jul 21 10:49:09.495265 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Routers {'26233318-f133-44d8-8ce4-0b2f79cfbe36'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:49:09.495943 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:48:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['26233318-f133-44d8-8ce4-0b2f79cfbe36'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:09.498303 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1257861885-router', 'tenant_id': '7e7cda367f7b44fc80a663a162608909', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:09.507281 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-9dcf10b8-fc35-49b5-aae0-c7a08088f56a None None] Provisioning complete for port 822c33d3-ad01-425a-b649-f62c0f0ab60e triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:09.507799 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-9dcf10b8-fc35-49b5-aae0-c7a08088f56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:09.539870 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d37b0d-73d2-49db-8b59-101e769d0c71 None None] Pushing event updated for resources: {'Port': ['ID=822c33d3-ad01-425a-b649-f62c0f0ab60e,revision_number=4']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:09.587124 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cca8b75-1b15-5bba-a8e2-6f26b95bf61c-3c70d2cd-bf32-450c-9a1a-a2043fd7f86b', 'network_id': '3c70d2cd-bf32-450c-9a1a-a2043fd7f86b', 'project_id': '7e7cda367f7b44fc80a663a162608909', 'fixed_ips': [{'subnet_id': 'a7435895-06a5-456d-8020-ad00c497f924'}]}} from dv-cinder-849800-2-iscsi. {{(pid=111080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 10:49:09.588519 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:09.589164 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7906117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router (249b7162-2c43-4bb7-8f56-76051dba180d), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:09.590266 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7906908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router (249b7162-2c43-4bb7-8f56-76051dba180d), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:09.680991 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf10b8-fc35-49b5-aae0-c7a08088f56a None None] Current status of the port 822c33d3-ad01-425a-b649-f62c0f0ab60e is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:09.682958 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-9dcf10b8-fc35-49b5-aae0-c7a08088f56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:09.722856 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Publish callbacks [] for router_controller (249b7162-2c43-4bb7-8f56-76051dba180d), precommit_add_association {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:09.739142 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] Set router 26233318-f133-44d8-8ce4-0b2f79cfbe36 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:49:09.788084 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 63a568b7-ba78-48d1-85b3-5de34bea67fe up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:09.923681 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-9dcf10b8-fc35-49b5-aae0-c7a08088f56a None None] For port 822c33d3-ad01-425a-b649-f62c0f0ab60e, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=822c33d3-ad01-425a-b649-f62c0f0ab60e,segment=NetworkSegment(9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0),segment_id=9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:49:09.986688 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37252) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:09.993753 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-69267c1d-a924-4db9-8f09-214d69c66686 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757408372', 'description': 'tempest-description--650532066'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:10.017958 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-9dcf10b8-fc35-49b5-aae0-c7a08088f56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:10.083592 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Publish callbacks [] for router_gateway (249b7162-2c43-4bb7-8f56-76051dba180d), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:10.117075 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'name': 'tempest-TestShelveInstance-2147416731-router', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:06Z', 'revision_number': 4, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'gw_port': {'id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '822c33d3-ad01-425a-b649-f62c0f0ab60e', 'name': '', 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'mac_address': 'fa:16:3e:a9:00:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:05Z', 'updated_at': '2022-07-21T10:49:09Z', 'revision_number': 4, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'subnets': [{'id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:10.124976 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.db_base_plugin_common [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Allocated IP 172.20.0.2 (3c70d2cd-bf32-450c-9a1a-a2043fd7f86b/a7435895-06a5-456d-8020-ad00c497f924/bba762ad-25e6-4434-ae53-39e863c844aa) {{(pid=111080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:49:10.148379 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:10.157880 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-69267c1d-a924-4db9-8f09-214d69c66686 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:10.194024 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930cafe-58ef-4c82-bcd9-de9724173777 None None] The sync data for ids ['26233318-f133-44d8-8ce4-0b2f79cfbe36'] in dv-cinder-849800-2-iscsi is: [{'id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'name': 'tempest-TestShelveInstance-2147416731-router', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:06Z', 'revision_number': 4, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'gw_port': {'id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '822c33d3-ad01-425a-b649-f62c0f0ab60e', 'name': '', 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'mac_address': 'fa:16:3e:a9:00:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:05Z', 'updated_at': '2022-07-21T10:49:09Z', 'revision_number': 4, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'subnets': [{'id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:49:10.215102 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:10.260397 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-455f9c1c-fbff-4536-9205-bac111ceba8c None None] Provisioning complete for port 822c33d3-ad01-425a-b649-f62c0f0ab60e triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:10.260792 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-455f9c1c-fbff-4536-9205-bac111ceba8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:10.272115 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf10b8-fc35-49b5-aae0-c7a08088f56a None None] Pushing event updated for resources: {'Port': ['ID=822c33d3-ad01-425a-b649-f62c0f0ab60e,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:10.304560 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 63a568b7-ba78-48d1-85b3-5de34bea67fe triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:10.304560 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (63a568b7-ba78-48d1-85b3-5de34bea67fe), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:10.392819 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-69267c1d-a924-4db9-8f09-214d69c66686 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:10.415444 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:10.481691 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-69267c1d-a924-4db9-8f09-214d69c66686 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:10.500196 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:10.534611 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69267c1d-a924-4db9-8f09-214d69c66686 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:10.565825 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3e27a-6d96-401d-834a-ba9adb3da3da req-1c0b2306-4ac6-46d5-8ef6-16b8590c5c53 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:10.577583 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dac3e27a-6d96-401d-834a-ba9adb3da3da req-1c0b2306-4ac6-46d5-8ef6-16b8590c5c53 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.4369905 Jul 21 10:49:10.614274 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-69267c1d-a924-4db9-8f09-214d69c66686 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:10.616287 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-69267c1d-a924-4db9-8f09-214d69c66686 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6283100 Jul 21 10:49:10.619305 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37260) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:10.630209 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-39274e7b-8f91-456f-ba6c-7bbc5ed0a0a9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'security_group_rule': {'security_group_id': '9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:10.647477 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:10.663937 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dac3e27a-6d96-401d-834a-ba9adb3da3da req-7d1016dd-2681-4672-98ce-d16829a74f5a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843585 Jul 21 10:49:10.690173 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 63a568b7-ba78-48d1-85b3-5de34bea67fe is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:10.741451 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Publish callbacks [] for router_gateway (249b7162-2c43-4bb7-8f56-76051dba180d), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:10.756047 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-455f9c1c-fbff-4536-9205-bac111ceba8c None None] Current status of the port 822c33d3-ad01-425a-b649-f62c0f0ab60e is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:10.777437 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:10.789414 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39274e7b-8f91-456f-ba6c-7bbc5ed0a0a9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (fd152b84-9631-404b-8549-73f8228847e6), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:10.794950 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Publish callbacks [] for port (bba762ad-25e6-4434-ae53-39e863c844aa), precommit_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:10.873380 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39274e7b-8f91-456f-ba6c-7bbc5ed0a0a9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (fd152b84-9631-404b-8549-73f8228847e6), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:10.881304 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (bba762ad-25e6-4434-ae53-39e863c844aa), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:10.937565 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39274e7b-8f91-456f-ba6c-7bbc5ed0a0a9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (fd152b84-9631-404b-8549-73f8228847e6), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:10.964379 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Pushing event updated for resources: {'Port': ['ID=bba762ad-25e6-4434-ae53-39e863c844aa,revision_number=1']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:10.966338 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Allocated IP 172.27.0.248 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/40911fe2-019c-4333-802a-e017fb3211a5) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:49:10.982255 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Network 3c70d2cd-bf32-450c-9a1a-a2043fd7f86b is already hosted by enough agents. {{(pid=111080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:10.983654 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39274e7b-8f91-456f-ba6c-7bbc5ed0a0a9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd152b84-9631-404b-8549-73f8228847e6,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:10.984669 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.base_scheduler [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Resources bound (agent type, host, resource id): {{(pid=111080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:10.994732 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Received port after_create {{(pid=111080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:49:11.014291 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39274e7b-8f91-456f-ba6c-7bbc5ed0a0a9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:11.019098 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-39274e7b-8f91-456f-ba6c-7bbc5ed0a0a9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3949995 Jul 21 10:49:11.019098 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37264) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:11.026023 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-ead2301a-46ef-4246-a692-73469a94bd0c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'security_group_rule': {'security_group_id': '9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:11.103208 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Attempting to bind port bba762ad-25e6-4434-ae53-39e863c844aa on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:49:11.103738 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Attempting to bind port bba762ad-25e6-4434-ae53-39e863c844aa by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '944bed79-6881-4830-84ab-ea6df6be7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c70d2cd-bf32-450c-9a1a-a2043fd7f86b'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:49:11.104104 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Attempting to bind port bba762ad-25e6-4434-ae53-39e863c844aa on network 3c70d2cd-bf32-450c-9a1a-a2043fd7f86b {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:49:11.116281 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:49:11.120897 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Checking segment: {'id': '944bed79-6881-4830-84ab-ea6df6be7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c70d2cd-bf32-450c-9a1a-a2043fd7f86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:49:11.120897 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:11.120897 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Bound using segment: {'id': '944bed79-6881-4830-84ab-ea6df6be7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c70d2cd-bf32-450c-9a1a-a2043fd7f86b'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:49:11.120897 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Bound port: bba762ad-25e6-4434-ae53-39e863c844aa, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944bed79-6881-4830-84ab-ea6df6be7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c70d2cd-bf32-450c-9a1a-a2043fd7f86b'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:49:11.121489 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (bba762ad-25e6-4434-ae53-39e863c844aa), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:11.143424 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ead2301a-46ef-4246-a692-73469a94bd0c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (cbdec112-0cff-4981-be45-a6a24bf7882d), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:11.187205 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Publish callbacks [] for port (40911fe2-019c-4333-802a-e017fb3211a5), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:11.282390 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] For port bba762ad-25e6-4434-ae53-39e863c844aa, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:49:11.288861 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] For port bba762ad-25e6-4434-ae53-39e863c844aa, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=bba762ad-25e6-4434-ae53-39e863c844aa,segment=NetworkSegment(944bed79-6881-4830-84ab-ea6df6be7f9a),segment_id=944bed79-6881-4830-84ab-ea6df6be7f9a)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:49:11.291713 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ead2301a-46ef-4246-a692-73469a94bd0c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (cbdec112-0cff-4981-be45-a6a24bf7882d), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:11.303585 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (40911fe2-019c-4333-802a-e017fb3211a5), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:11.348487 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:11.351998 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:11.359169 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:11.372199 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:49:11.396380 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Pushing event updated for resources: {'Port': ['ID=40911fe2-019c-4333-802a-e017fb3211a5,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:11.396614 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (bba762ad-25e6-4434-ae53-39e863c844aa), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:11.425539 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ead2301a-46ef-4246-a692-73469a94bd0c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (cbdec112-0cff-4981-be45-a6a24bf7882d), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:11.476914 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:11.489491 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2301a-46ef-4246-a692-73469a94bd0c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbdec112-0cff-4981-be45-a6a24bf7882d,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:11.558890 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a19f5-fddd-419d-b68a-acd07b50b53e None None] Pushing event updated for resources: {'Port': ['ID=bba762ad-25e6-4434-ae53-39e863c844aa,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:11.580212 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ead2301a-46ef-4246-a692-73469a94bd0c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:11.584977 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-ead2301a-46ef-4246-a692-73469a94bd0c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5627565 Jul 21 10:49:11.587175 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37274) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:11.596330 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-7c67024d-ee24-459c-a9bf-663438f01d89 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'floatingip': {'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:11.816668 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 822c33d3-ad01-425a-b649-f62c0f0ab60e up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:11.883135 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 822c33d3-ad01-425a-b649-f62c0f0ab60e triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:11.883711 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:11.935505 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8954d-6e32-406d-96f2-5c9a5a9778f8 req-c8ba5018-02ba-4a73-b164-7b7ab02509f9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:11.938078 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f9b8a1d4-09ea-413f-bb35-029a0c4cde20 req-f7b12f1b-3100-4123-a115-806070dbb9f5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1036482 Jul 21 10:49:11.947350 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bcc8954d-6e32-406d-96f2-5c9a5a9778f8 req-c8ba5018-02ba-4a73-b164-7b7ab02509f9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.1394701 Jul 21 10:49:11.966868 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7c67024d-ee24-459c-a9bf-663438f01d89 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:12.112644 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bcc8954d-6e32-406d-96f2-5c9a5a9778f8 req-1361396d-2c23-412a-9e99-a93dc8693754 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632252 Jul 21 10:49:12.115598 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 822c33d3-ad01-425a-b649-f62c0f0ab60e is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:12.128214 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8a1d4-09ea-413f-bb35-029a0c4cde20 req-9621b191-3c39-4186-a7c7-f6fedc53dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:12.129734 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f9b8a1d4-09ea-413f-bb35-029a0c4cde20 req-9621b191-3c39-4186-a7c7-f6fedc53dad8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 1130 time: 0.1137035 Jul 21 10:49:12.154169 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:12.229838 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Publish callbacks [] for router_gateway (249b7162-2c43-4bb7-8f56-76051dba180d), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:12.298325 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7c67024d-ee24-459c-a9bf-663438f01d89 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:12.365612 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8a1d4-09ea-413f-bb35-029a0c4cde20 req-a0f5ff93-fe53-45ab-b473-ff0e1cf3696e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:12.367498 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f9b8a1d4-09ea-413f-bb35-029a0c4cde20 req-a0f5ff93-fe53-45ab-b473-ff0e1cf3696e service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6051ff4-8399-4b19-9b2a-895d18fcb35a HTTP/1.1" status: 200 len: 920 time: 0.1724975 Jul 21 10:49:12.447402 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f9b8a1d4-09ea-413f-bb35-029a0c4cde20 req-bd39cd72-64d6-41c3-b599-0ae550c19099 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f00b65f-1c5b-4127-be24-1cea853f5f63 HTTP/1.1" status: 200 len: 217 time: 0.0594776 Jul 21 10:49:12.503241 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7906845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7898792'] for router (249b7162-2c43-4bb7-8f56-76051dba180d), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:12.541121 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [None req-7c67024d-ee24-459c-a9bf-663438f01d89 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Allocated IP 172.27.0.195 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/c2a5765e-7d86-4403-98b8-427e6a03be8b) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:49:12.545073 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8a1d4-09ea-413f-bb35-029a0c4cde20 req-6f860b06-7d8e-47f6-9820-cb8fa57668a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:12.546620 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f9b8a1d4-09ea-413f-bb35-029a0c4cde20 req-6f860b06-7d8e-47f6-9820-cb8fa57668a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e0cf4ee-8186-43e0-be83-a0ef0604ebdb HTTP/1.1" status: 200 len: 858 time: 0.0801668 Jul 21 10:49:12.552516 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:12.654148 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8a1d4-09ea-413f-bb35-029a0c4cde20 req-fc1cd55d-ea46-48fd-a842-15ceba0d0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:12.656655 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f9b8a1d4-09ea-413f-bb35-029a0c4cde20 req-fc1cd55d-ea46-48fd-a842-15ceba0d0148 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6051ff4-8399-4b19-9b2a-895d18fcb35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0986414 Jul 21 10:49:12.816879 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Router 249b7162-2c43-4bb7-8f56-76051dba180d is scheduled to L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 with binding_index 1 {{(pid=111079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 10:49:12.825685 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:12.904031 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7c67024d-ee24-459c-a9bf-663438f01d89 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for port (c2a5765e-7d86-4403-98b8-427e6a03be8b), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:12.929711 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f9b8a1d4-09ea-413f-bb35-029a0c4cde20 req-efad5505-a7de-4ce5-8c48-061339719419 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621269 Jul 21 10:49:13.010209 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:49:13.025456 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Sync routers for ids ['249b7162-2c43-4bb7-8f56-76051dba180d'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:49:13.048615 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Routers {'249b7162-2c43-4bb7-8f56-76051dba180d'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:49:13.055806 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:48:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['249b7162-2c43-4bb7-8f56-76051dba180d'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:13.085242 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:13.105042 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] Publish callbacks [] for router (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:13.107332 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-a6a4cb3c-d07f-44ff-9233-b4687384fccd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6193404 Jul 21 10:49:13.110139 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 37286) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:13.127628 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f9b8a1d4-09ea-413f-bb35-029a0c4cde20 req-beefcb35-95e1-4ca1-916d-58c57bcf3833 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887474 Jul 21 10:49:13.164255 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7c67024d-ee24-459c-a9bf-663438f01d89 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (c2a5765e-7d86-4403-98b8-427e6a03be8b), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:13.265292 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c67024d-ee24-459c-a9bf-663438f01d89 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:13.285733 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-7c67024d-ee24-459c-a9bf-663438f01d89 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:13.291577 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67024d-ee24-459c-a9bf-663438f01d89 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'Port': ['ID=c2a5765e-7d86-4403-98b8-427e6a03be8b,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:13.295647 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c67024d-ee24-459c-a9bf-663438f01d89 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:49:13.377215 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Set router 249b7162-2c43-4bb7-8f56-76051dba180d gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:49:13.440271 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed0bc41-2c25-416f-967c-cc3664b6e0a0 None None] Network 3c70d2cd-bf32-450c-9a1a-a2043fd7f86b requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:49:13.554149 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-31cb9ec3-e201-49c6-b3c2-003675cdd8b6 None None] Provisioning complete for port bba762ad-25e6-4434-ae53-39e863c844aa triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:13.554810 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-31cb9ec3-e201-49c6-b3c2-003675cdd8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (bba762ad-25e6-4434-ae53-39e863c844aa), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:13.634917 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:49:13.640382 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7c67024d-ee24-459c-a9bf-663438f01d89 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (f6e5c4a5-3793-410a-a36e-fa5826aba37a), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:13.765899 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7c67024d-ee24-459c-a9bf-663438f01d89 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (c2a5765e-7d86-4403-98b8-427e6a03be8b), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:13.795175 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device bba762ad-25e6-4434-ae53-39e863c844aa up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:13.851224 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:13.966598 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-31cb9ec3-e201-49c6-b3c2-003675cdd8b6 None None] Current status of the port bba762ad-25e6-4434-ae53-39e863c844aa is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:13.966955 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-31cb9ec3-e201-49c6-b3c2-003675cdd8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (bba762ad-25e6-4434-ae53-39e863c844aa), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:13.974906 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98542dc0-6b56-489f-a0bf-79a8f74cae26 req-522ccf77-a348-45ab-a85d-d8b0b6f629cc tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:13.979015 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-98542dc0-6b56-489f-a0bf-79a8f74cae26 req-522ccf77-a348-45ab-a85d-d8b0b6f629cc tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.2964482 Jul 21 10:49:14.001357 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:14.028864 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-31cb9ec3-e201-49c6-b3c2-003675cdd8b6 None None] For port bba762ad-25e6-4434-ae53-39e863c844aa, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=bba762ad-25e6-4434-ae53-39e863c844aa,segment=NetworkSegment(944bed79-6881-4830-84ab-ea6df6be7f9a),segment_id=944bed79-6881-4830-84ab-ea6df6be7f9a)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:49:14.079818 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7c67024d-ee24-459c-a9bf-663438f01d89 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for port (c2a5765e-7d86-4403-98b8-427e6a03be8b), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:14.089419 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-98542dc0-6b56-489f-a0bf-79a8f74cae26 req-186fd4eb-1d1c-40a8-bbe1-7e30202904a1 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733290 Jul 21 10:49:14.102265 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port bba762ad-25e6-4434-ae53-39e863c844aa triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:14.104753 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (bba762ad-25e6-4434-ae53-39e863c844aa), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:14.143150 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-31cb9ec3-e201-49c6-b3c2-003675cdd8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (bba762ad-25e6-4434-ae53-39e863c844aa), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:14.167593 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7c67024d-ee24-459c-a9bf-663438f01d89 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (c2a5765e-7d86-4403-98b8-427e6a03be8b), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:14.222007 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'name': 'tempest-TestShelveInstance-1257861885-router', 'tenant_id': '7e7cda367f7b44fc80a663a162608909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '40911fe2-019c-4333-802a-e017fb3211a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:09Z', 'updated_at': '2022-07-21T10:49:11Z', 'revision_number': 3, 'project_id': '7e7cda367f7b44fc80a663a162608909', 'gw_port': {'id': '40911fe2-019c-4333-802a-e017fb3211a5', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:10Z', 'updated_at': '2022-07-21T10:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:14.335156 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67024d-ee24-459c-a9bf-663438f01d89 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'Port': ['ID=c2a5765e-7d86-4403-98b8-427e6a03be8b,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:14.343509 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:14.355328 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Checking router: 249b7162-2c43-4bb7-8f56-76051dba180d for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:49:14.355685 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Updating router 249b7162-2c43-4bb7-8f56-76051dba180d port 40911fe2-019c-4333-802a-e017fb3211a5 binding host dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:49:14.396060 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7c67024d-ee24-459c-a9bf-663438f01d89 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (f6e5c4a5-3793-410a-a36e-fa5826aba37a), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:14.418623 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (40911fe2-019c-4333-802a-e017fb3211a5), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:14.446591 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:14.529918 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb9ec3-e201-49c6-b3c2-003675cdd8b6 None None] Pushing event updated for resources: {'Port': ['ID=bba762ad-25e6-4434-ae53-39e863c844aa,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:14.561346 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7c67024d-ee24-459c-a9bf-663438f01d89 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:14.566871 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-7c67024d-ee24-459c-a9bf-663438f01d89 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9744668 Jul 21 10:49:14.618441 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port bba762ad-25e6-4434-ae53-39e863c844aa is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:14.662205 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-eeeef63e-51a8-443d-9d4a-d64fc920e062 None None] Provisioning complete for port bba762ad-25e6-4434-ae53-39e863c844aa triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:14.662906 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-eeeef63e-51a8-443d-9d4a-d64fc920e062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (bba762ad-25e6-4434-ae53-39e863c844aa), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:14.696125 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] Allocated IP 172.20.0.1 (3c70d2cd-bf32-450c-9a1a-a2043fd7f86b/a7435895-06a5-456d-8020-ad00c497f924/52637051-8db2-4513-ba51-70ba0ba5cdd7) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:49:14.731476 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:14.839512 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-eeeef63e-51a8-443d-9d4a-d64fc920e062 None None] Current status of the port bba762ad-25e6-4434-ae53-39e863c844aa is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:14.909374 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:14.942567 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] Publish callbacks [] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:14.957148 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-7ada03bd-21d2-4632-9981-d205ee03f581 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1757408372&fields=id&tenant_id=0dc215aadb5345d791945658832aae4a HTTP/1.1" status: 200 len: 267 time: 0.0810852 Jul 21 10:49:14.993577 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Publish callbacks [] for port (40911fe2-019c-4333-802a-e017fb3211a5), precommit_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:15.060256 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37318) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:15.131570 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (40911fe2-019c-4333-802a-e017fb3211a5), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:15.141654 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-74003a24-24e0-4dbb-a050-87ccc2bb0883 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:15.148581 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-74003a24-24e0-4dbb-a050-87ccc2bb0883 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/networks?id=192d6a0f-c1f8-471a-872f-e924c6d8f479 HTTP/1.1" status: 200 len: 815 time: 0.1798353 Jul 21 10:49:15.161168 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:15.178501 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-55f16d02-48a4-423a-8d5f-389a8cb45d7f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/quotas/0dc215aadb5345d791945658832aae4a HTTP/1.1" status: 200 len: 375 time: 0.0263500 Jul 21 10:49:15.240517 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-97da174b-67e6-4bed-acdb-45e788b81bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:15.241760 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:15.255447 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64b701-6009-40f2-b710-0d2b8406513d None None] Pushing event updated for resources: {'Port': ['ID=40911fe2-019c-4333-802a-e017fb3211a5,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:15.293219 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Attempting to bind port 40911fe2-019c-4333-802a-e017fb3211a5 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:49:15.294013 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Attempting to bind port 40911fe2-019c-4333-802a-e017fb3211a5 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:49:15.295125 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Attempting to bind port 40911fe2-019c-4333-802a-e017fb3211a5 on network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:49:15.302641 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:49:15.303739 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Checking segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:49:15.305071 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:15.305932 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Bound using segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:49:15.306845 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Bound port: 40911fe2-019c-4333-802a-e017fb3211a5, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:49:15.307570 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (40911fe2-019c-4333-802a-e017fb3211a5), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:15.322104 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] Pushing event updated for resources: {'Port': ['ID=52637051-8db2-4513-ba51-70ba0ba5cdd7,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:15.349828 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] Network 3c70d2cd-bf32-450c-9a1a-a2043fd7f86b is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:15.359423 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-7da4ff48-0e1b-4542-a0e4-2807bbce715e tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0dc215aadb5345d791945658832aae4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1797683 Jul 21 10:49:15.361163 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:15.368754 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:49:15.394932 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-97da174b-67e6-4bed-acdb-45e788b81bfe admin admin] Publish callbacks [] for security_group (b2212163-42fd-485e-8a34-3c90f94ef6ca), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:15.396247 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:15.427250 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906643'] for router_interface (249b7162-2c43-4bb7-8f56-76051dba180d), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:15.469156 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] For port 40911fe2-019c-4333-802a-e017fb3211a5, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:49:15.473105 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] For port 40911fe2-019c-4333-802a-e017fb3211a5, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=40911fe2-019c-4333-802a-e017fb3211a5,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:49:15.514797 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-97da174b-67e6-4bed-acdb-45e788b81bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (b2212163-42fd-485e-8a34-3c90f94ef6ca), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:15.543593 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (40911fe2-019c-4333-802a-e017fb3211a5), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:15.618762 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da174b-67e6-4bed-acdb-45e788b81bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2212163-42fd-485e-8a34-3c90f94ef6ca,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:15.631441 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:15.656725 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-97da174b-67e6-4bed-acdb-45e788b81bfe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8bd7a87e367b458b97b9b3361c6be53c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5927124 Jul 21 10:49:15.656725 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37330) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:15.686210 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64b701-6009-40f2-b710-0d2b8406513d None None] Pushing event updated for resources: {'Port': ['ID=40911fe2-019c-4333-802a-e017fb3211a5,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:15.689874 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Routers {'249b7162-2c43-4bb7-8f56-76051dba180d'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:49:15.690579 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:48:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['249b7162-2c43-4bb7-8f56-76051dba180d'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:15.692877 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-f9b85a7c-c61a-421d-830c-ccd7d5a83e63 None None] Provisioning complete for port 52637051-8db2-4513-ba51-70ba0ba5cdd7 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:15.693270 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f9b85a7c-c61a-421d-830c-ccd7d5a83e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:15.743272 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04bbd9-7a57-4597-b84c-728b5a578144 req-0de1f7e4-8438-4c32-8d7c-3801d2def56c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:15.744895 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ec04bbd9-7a57-4597-b84c-728b5a578144 req-0de1f7e4-8438-4c32-8d7c-3801d2def56c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.1945932 Jul 21 10:49:15.753667 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:15.766966 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-11957684-a142-497d-b66a-7873340638c7 admin admin] Publish callbacks [] for security_group (b2212163-42fd-485e-8a34-3c90f94ef6ca), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:15.821026 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device bba762ad-25e6-4434-ae53-39e863c844aa up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:15.821579 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-11957684-a142-497d-b66a-7873340638c7 admin admin] Publish callbacks [] for security_group (b2212163-42fd-485e-8a34-3c90f94ef6ca), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:15.826555 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-f9b85a7c-c61a-421d-830c-ccd7d5a83e63 None None] Port 52637051-8db2-4513-ba51-70ba0ba5cdd7 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:49:15.876324 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-a9251852-0054-465f-985f-8132db964321 service neutron] 10.222.0.48 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247106 Jul 21 10:49:15.877013 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:15.958106 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ec04bbd9-7a57-4597-b84c-728b5a578144 req-7c60fd16-f809-4f1b-a619-9673b3042176 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806376 Jul 21 10:49:15.958944 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:15.983499 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] Set router 249b7162-2c43-4bb7-8f56-76051dba180d gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:49:15.986425 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port bba762ad-25e6-4434-ae53-39e863c844aa triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:15.986425 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (bba762ad-25e6-4434-ae53-39e863c844aa), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:16.006527 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:16.090891 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-a559be36-f3c9-4674-9d85-b72f33db39f5 service neutron] 10.222.0.48 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040434 Jul 21 10:49:16.149761 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] Publish callbacks [] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:16.189333 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port bba762ad-25e6-4434-ae53-39e863c844aa is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:16.253974 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'name': 'tempest-TestShelveInstance-1257861885-router', 'tenant_id': '7e7cda367f7b44fc80a663a162608909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '40911fe2-019c-4333-802a-e017fb3211a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:09Z', 'updated_at': '2022-07-21T10:49:15Z', 'revision_number': 4, 'project_id': '7e7cda367f7b44fc80a663a162608909', 'gw_port': {'id': '40911fe2-019c-4333-802a-e017fb3211a5', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:10Z', 'updated_at': '2022-07-21T10:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '52637051-8db2-4513-ba51-70ba0ba5cdd7', 'name': '', 'network_id': '3c70d2cd-bf32-450c-9a1a-a2043fd7f86b', 'tenant_id': '7e7cda367f7b44fc80a663a162608909', 'mac_address': 'fa:16:3e:c0:d0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a7435895-06a5-456d-8020-ad00c497f924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:14Z', 'updated_at': '2022-07-21T10:49:14Z', 'revision_number': 1, 'project_id': '7e7cda367f7b44fc80a663a162608909', 'subnets': [{'id': 'a7435895-06a5-456d-8020-ad00c497f924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:16.320771 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-11957684-a142-497d-b66a-7873340638c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (b2212163-42fd-485e-8a34-3c90f94ef6ca), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:16.323526 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-11957684-a142-497d-b66a-7873340638c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:16.325211 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-11957684-a142-497d-b66a-7873340638c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2212163-42fd-485e-8a34-3c90f94ef6ca HTTP/1.1" status: 204 len: 168 time: 0.6660347 Jul 21 10:49:16.335618 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11957684-a142-497d-b66a-7873340638c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2212163-42fd-485e-8a34-3c90f94ef6ca,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:16.393677 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596833'] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:16.414803 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c474495-720a-4d4c-a944-67a039001fd2 None None] The sync data for ids ['249b7162-2c43-4bb7-8f56-76051dba180d'] in dv-cinder-849800-2-iscsi is: [{'id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'name': 'tempest-TestShelveInstance-1257861885-router', 'tenant_id': '7e7cda367f7b44fc80a663a162608909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '40911fe2-019c-4333-802a-e017fb3211a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:09Z', 'updated_at': '2022-07-21T10:49:15Z', 'revision_number': 4, 'project_id': '7e7cda367f7b44fc80a663a162608909', 'gw_port': {'id': '40911fe2-019c-4333-802a-e017fb3211a5', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:10Z', 'updated_at': '2022-07-21T10:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '52637051-8db2-4513-ba51-70ba0ba5cdd7', 'name': '', 'network_id': '3c70d2cd-bf32-450c-9a1a-a2043fd7f86b', 'tenant_id': '7e7cda367f7b44fc80a663a162608909', 'mac_address': 'fa:16:3e:c0:d0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a7435895-06a5-456d-8020-ad00c497f924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:14Z', 'updated_at': '2022-07-21T10:49:14Z', 'revision_number': 1, 'project_id': '7e7cda367f7b44fc80a663a162608909', 'subnets': [{'id': 'a7435895-06a5-456d-8020-ad00c497f924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:49:16.553909 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fc93e609-5ff7-48ed-899f-e9d1236b3079 req-5d7ce3d4-ac8b-4163-8052-8828d684e26b tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 210 time: 0.0492108 Jul 21 10:49:16.591045 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906751'] for router_interface (249b7162-2c43-4bb7-8f56-76051dba180d), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:16.593584 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] Pushing event updated for resources: {'Port': ['ID=52637051-8db2-4513-ba51-70ba0ba5cdd7,revision_number=2']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:16.697551 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:16.792263 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] Network 3c70d2cd-bf32-450c-9a1a-a2043fd7f86b is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:16.794742 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:16.988676 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] Router 249b7162-2c43-4bb7-8f56-76051dba180d has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:49:17.236683 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c33ed-53d2-466c-b026-dfeb0787dbda req-2ff853c2-5f29-4019-ad3f-5e1b92cfb646 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:17.247193 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1e9c33ed-53d2-466c-b026-dfeb0787dbda req-2ff853c2-5f29-4019-ad3f-5e1b92cfb646 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.1424112 Jul 21 10:49:17.262510 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-62be7503-9f19-401b-bf2c-196a6ab24505 None None] Provisioning complete for port 52637051-8db2-4513-ba51-70ba0ba5cdd7 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:17.264310 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-62be7503-9f19-401b-bf2c-196a6ab24505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:17.334275 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-62be7503-9f19-401b-bf2c-196a6ab24505 None None] Port 52637051-8db2-4513-ba51-70ba0ba5cdd7 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:49:17.354044 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:49:17.363120 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-319b289c-60ce-4ec4-afc9-4ffc5a467911 admin admin] 10.222.0.48 "PUT /v2.0/routers/249b7162-2c43-4bb7-8f56-76051dba180d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2518251 Jul 21 10:49:17.389592 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1e9c33ed-53d2-466c-b026-dfeb0787dbda req-a49a0933-f1c8-490f-aa8d-77a5bbbc60b8 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214416 Jul 21 10:49:17.768169 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-42573967-b073-47a6-989c-dd5305d6bba5 req-af1ccbf1-a844-408e-ba00-6b05a407c13a tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 210 time: 0.0753217 Jul 21 10:49:17.779319 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 40911fe2-019c-4333-802a-e017fb3211a5 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:17.860649 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 40911fe2-019c-4333-802a-e017fb3211a5 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:17.861264 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (40911fe2-019c-4333-802a-e017fb3211a5), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:17.988168 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:18.016106 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 40911fe2-019c-4333-802a-e017fb3211a5 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:18.016741 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (40911fe2-019c-4333-802a-e017fb3211a5), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:18.060181 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] For port 40911fe2-019c-4333-802a-e017fb3211a5, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=40911fe2-019c-4333-802a-e017fb3211a5,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:49:18.095255 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37380) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:18.144574 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (40911fe2-019c-4333-802a-e017fb3211a5), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:18.158148 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 37384) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:18.163349 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2034104126', 'description': 'tempest-secgroup-smoke-2034104126 description', 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:18.248149 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Pushing event updated for resources: {'Port': ['ID=40911fe2-019c-4333-802a-e017fb3211a5,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:18.264182 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:18.373607 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-47327077-network', 'tenant_id': '2eff05785bd84522ad637d8bed14563d'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:18.393141 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group (169100c3-36d7-459c-bc55-1df8808d8733), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:18.457417 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Made reservation on behalf of 2eff05785bd84522ad637d8bed14563d for: {'network': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:49:18.458818 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (169100c3-36d7-459c-bc55-1df8808d8733), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:18.462185 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:18.485930 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:18.539113 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:18.568750 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169100c3-36d7-459c-bc55-1df8808d8733,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:18.580293 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da930641-7ca7-4ea8-909f-294b4c991e4e req-02945c19-5148-4180-a6f3-8005ffbba420 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:18.581946 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-da930641-7ca7-4ea8-909f-294b4c991e4e req-02945c19-5148-4180-a6f3-8005ffbba420 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0915692 Jul 21 10:49:18.587156 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:18.587582 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:18.588010 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:18.588416 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:18.588817 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:18.589491 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:18.589645 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:18.590043 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:18.590733 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:18.591133 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:18.591514 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:18.591913 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:18.592366 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:18.592675 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:18.593061 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:18.619999 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Publish callbacks [] for security_group (3c657317-9e55-4bbb-b518-6db91590fa0e), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:18.622630 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:18.624044 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-8614e922-2c80-45c3-8220-c1bccbdc92dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4648397 Jul 21 10:49:18.627027 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 37390) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:18.639844 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-f7d2be85-acdf-49ca-8539-f0e9f27992a4 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Request body: {'security_group_rule': {'security_group_id': '169100c3-36d7-459c-bc55-1df8808d8733', 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:18.679935 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (3c657317-9e55-4bbb-b518-6db91590fa0e), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:18.685410 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-da930641-7ca7-4ea8-909f-294b4c991e4e req-3a917f53-0269-4f08-b4c1-1ff72a10a526 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877919 Jul 21 10:49:18.725530 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=111078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:49:18.736337 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c657317-9e55-4bbb-b518-6db91590fa0e,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:18.768010 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (22c45405-7f86-4748-9844-c8af610496ba), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:18.769274 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.segments_db [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Added segment 22c45405-7f86-4748-9844-c8af610496ba of type vlan for network bfcc1ddb-0fed-4d87-9302-25a2c7f2725d Jul 21 10:49:18.796267 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f7d2be85-acdf-49ca-8539-f0e9f27992a4 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group_rule (250f1377-06f1-44ef-b7a2-6cd19266561e), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:18.878671 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (bfcc1ddb-0fed-4d87-9302-25a2c7f2725d), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:18.894868 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f7d2be85-acdf-49ca-8539-f0e9f27992a4 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group_rule (250f1377-06f1-44ef-b7a2-6cd19266561e), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:18.939003 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-84d63181-6bf7-4d51-a80b-31dbd1150361 req-6cce917f-bd74-4ed7-8e14-6ff1be0edbca tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 210 time: 0.0377576 Jul 21 10:49:18.961753 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f7d2be85-acdf-49ca-8539-f0e9f27992a4 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (250f1377-06f1-44ef-b7a2-6cd19266561e), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:18.984761 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2be85-acdf-49ca-8539-f0e9f27992a4 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250f1377-06f1-44ef-b7a2-6cd19266561e,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:18.990821 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (bfcc1ddb-0fed-4d87-9302-25a2c7f2725d), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:19.002276 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:19.002276 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:19.069662 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f7d2be85-acdf-49ca-8539-f0e9f27992a4 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:19.071030 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-f7d2be85-acdf-49ca-8539-f0e9f27992a4 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4377584 Jul 21 10:49:19.073693 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 37396) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:19.078194 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-7eea7dc8-6e5b-4697-a914-b15f65753278 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Request body: {'security_group_rule': {'security_group_id': '169100c3-36d7-459c-bc55-1df8808d8733', 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:19.092526 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.9961283 Jul 21 10:49:19.096363 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37398) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:19.102359 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-a672301f-7db4-4bd9-8918-f63d579c21a1 admin admin] Request body: {'subnet': {'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-47327077-subnet', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'ip_version': 4}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:19.108241 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Pushing event updated for resources: {'Network': ['ID=bfcc1ddb-0fed-4d87-9302-25a2c7f2725d,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:19.128192 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:19.128564 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:19.128950 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:19.129232 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:19.129562 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:19.129891 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:19.130222 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:19.130576 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:19.130891 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:19.131219 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:19.131547 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:19.131874 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:19.132196 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:19.132517 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:19.132839 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e17790-7578-46f9-ac0c-66c1d7101b10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:19.150176 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network bfcc1ddb-0fed-4d87-9302-25a2c7f2725d details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:49:19.180295 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7eea7dc8-6e5b-4697-a914-b15f65753278 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group_rule (8f41b873-6f19-4ee1-8e67-e4a9c3f446e7), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:19.271695 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7eea7dc8-6e5b-4697-a914-b15f65753278 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group_rule (8f41b873-6f19-4ee1-8e67-e4a9c3f446e7), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:19.326710 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7eea7dc8-6e5b-4697-a914-b15f65753278 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (8f41b873-6f19-4ee1-8e67-e4a9c3f446e7), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:19.336848 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a672301f-7db4-4bd9-8918-f63d579c21a1 admin admin] Made reservation on behalf of 2eff05785bd84522ad637d8bed14563d for: {'subnet': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:49:19.339387 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a672301f-7db4-4bd9-8918-f63d579c21a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33547776'] for subnet (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:19.353233 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea7dc8-6e5b-4697-a914-b15f65753278 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f41b873-6f19-4ee1-8e67-e4a9c3f446e7,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:19.436850 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7eea7dc8-6e5b-4697-a914-b15f65753278 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:19.438111 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-7eea7dc8-6e5b-4697-a914-b15f65753278 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3634658 Jul 21 10:49:19.440965 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 37400) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:19.445277 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-c490e51c-be9c-4af9-ab48-f49a4a048c57 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Request body: {'security_group_rule': {'security_group_id': '169100c3-36d7-459c-bc55-1df8808d8733', 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:19.462352 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-f86dbd69-0829-4088-ac86-3bf374c1501b tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:19.463912 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-f86dbd69-0829-4088-ac86-3bf374c1501b tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "GET /v2.0/networks?id=192d6a0f-c1f8-471a-872f-e924c6d8f479 HTTP/1.1" status: 200 len: 815 time: 0.2746787 Jul 21 10:49:19.544542 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-c490e51c-be9c-4af9-ab48-f49a4a048c57 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group_rule (10895332-98e6-4737-8b0c-03579e009769), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:19.574014 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:19.639311 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-c490e51c-be9c-4af9-ab48-f49a4a048c57 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group_rule (10895332-98e6-4737-8b0c-03579e009769), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:19.672952 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 40911fe2-019c-4333-802a-e017fb3211a5 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:19.715262 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-c490e51c-be9c-4af9-ab48-f49a4a048c57 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (10895332-98e6-4737-8b0c-03579e009769), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:19.732853 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:19.749506 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-c04aa7d0-4ea4-46f5-bd80-b40556d38bb8 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dc215aadb5345d791945658832aae4a HTTP/1.1" status: 200 len: 472 time: 0.2559719 Jul 21 10:49:19.761534 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-ef13c7b9-c5dc-48ac-9998-80a0b1960c32 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'port': {'device_id': '73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'admin_state_up': True, 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'security_groups': ['9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf']}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:19.762618 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 40911fe2-019c-4333-802a-e017fb3211a5 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:19.763420 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (40911fe2-019c-4333-802a-e017fb3211a5), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:19.766625 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:19.766796 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490e51c-be9c-4af9-ab48-f49a4a048c57 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10895332-98e6-4737-8b0c-03579e009769,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:19.848995 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-c490e51c-be9c-4af9-ab48-f49a4a048c57 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:19.855079 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-c490e51c-be9c-4af9-ab48-f49a4a048c57 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4083817 Jul 21 10:49:19.855079 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 37410) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:19.855307 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Sync routers for ids ['249b7162-2c43-4bb7-8f56-76051dba180d'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:49:19.856943 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a672301f-7db4-4bd9-8918-f63d579c21a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6008538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33547794'] for subnet (a849b64f-ebc5-4db3-ae09-571df7ac3e29), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:19.859758 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-1e5437e3-959f-4a4f-9507-0c4360746753 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Request body: {'security_group_rule': {'security_group_id': '169100c3-36d7-459c-bc55-1df8808d8733', 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:19.873141 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Routers {'249b7162-2c43-4bb7-8f56-76051dba180d'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:49:19.877127 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:48:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['249b7162-2c43-4bb7-8f56-76051dba180d'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:19.931984 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672301f-7db4-4bd9-8918-f63d579c21a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a849b64f-ebc5-4db3-ae09-571df7ac3e29,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:19.950831 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 40911fe2-019c-4333-802a-e017fb3211a5 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:19.960008 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083082b-41d3-438b-8142-63d80377df9b req-0cf417f9-952a-4209-959f-17408ab17eae tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:19.961855 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f083082b-41d3-438b-8142-63d80377df9b req-0cf417f9-952a-4209-959f-17408ab17eae tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0782740 Jul 21 10:49:20.029052 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f083082b-41d3-438b-8142-63d80377df9b req-8016df1c-a14b-4775-b366-7efac02cb479 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602713 Jul 21 10:49:20.038860 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1e5437e3-959f-4a4f-9507-0c4360746753 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group_rule (94c74322-8234-4932-87e5-e992c7eb1568), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.077482 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672301f-7db4-4bd9-8918-f63d579c21a1 admin admin] Checking segment: {'id': '22c45405-7f86-4748-9844-c8af610496ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:49:20.078161 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a672301f-7db4-4bd9-8918-f63d579c21a1 admin admin] Network hostable DHCP agents. Network: bfcc1ddb-0fed-4d87-9302-25a2c7f2725d, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:49:20.110456 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Set router 249b7162-2c43-4bb7-8f56-76051dba180d gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:49:20.115236 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-70bed562-236a-4ce0-aa69-2bcf4c6e1daf req-3f3e9ff2-adea-45ea-9e6c-23affc8080eb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 210 time: 0.0431621 Jul 21 10:49:20.139113 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:20.145882 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1e5437e3-959f-4a4f-9507-0c4360746753 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group_rule (94c74322-8234-4932-87e5-e992c7eb1568), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.153234 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:20.155408 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-ef13c7b9-c5dc-48ac-9998-80a0b1960c32 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Made reservation on behalf of 0dc215aadb5345d791945658832aae4a for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:49:20.159077 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-ef13c7b9-c5dc-48ac-9998-80a0b1960c32 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.234180 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1e5437e3-959f-4a4f-9507-0c4360746753 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (94c74322-8234-4932-87e5-e992c7eb1568), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.238022 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a672301f-7db4-4bd9-8918-f63d579c21a1 admin admin] Network bfcc1ddb-0fed-4d87-9302-25a2c7f2725d is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:49:20.264482 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5437e3-959f-4a4f-9507-0c4360746753 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c74322-8234-4932-87e5-e992c7eb1568,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:20.350103 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-a672301f-7db4-4bd9-8918-f63d579c21a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, bfcc1ddb-0fed-4d87-9302-25a2c7f2725d) {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:20.362279 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a3b1e0-34ed-4626-8c30-c28de650bef2 None None] Network bfcc1ddb-0fed-4d87-9302-25a2c7f2725d requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:49:20.385197 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1e5437e3-959f-4a4f-9507-0c4360746753 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.389941 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-1e5437e3-959f-4a4f-9507-0c4360746753 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5347576 Jul 21 10:49:20.390595 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 37414) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:20.391643 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a672301f-7db4-4bd9-8918-f63d579c21a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:20.391816 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a672301f-7db4-4bd9-8918-f63d579c21a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.396885 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-f562f433-8b3b-41d3-a8c2-d2a61045010a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Request body: {'security_group_rule': {'security_group_id': '169100c3-36d7-459c-bc55-1df8808d8733', 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:20.440314 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-ef13c7b9-c5dc-48ac-9998-80a0b1960c32 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Allocated IP 172.20.0.8 (192d6a0f-c1f8-471a-872f-e924c6d8f479/6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83/a13ed13b-8d67-46d9-a44b-a3230486e080) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:49:20.476899 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'name': 'tempest-TestShelveInstance-1257861885-router', 'tenant_id': '7e7cda367f7b44fc80a663a162608909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '40911fe2-019c-4333-802a-e017fb3211a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:09Z', 'updated_at': '2022-07-21T10:49:15Z', 'revision_number': 4, 'project_id': '7e7cda367f7b44fc80a663a162608909', 'gw_port': {'id': '40911fe2-019c-4333-802a-e017fb3211a5', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:10Z', 'updated_at': '2022-07-21T10:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '52637051-8db2-4513-ba51-70ba0ba5cdd7', 'name': '', 'network_id': '3c70d2cd-bf32-450c-9a1a-a2043fd7f86b', 'tenant_id': '7e7cda367f7b44fc80a663a162608909', 'mac_address': 'fa:16:3e:c0:d0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a7435895-06a5-456d-8020-ad00c497f924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:14Z', 'updated_at': '2022-07-21T10:49:15Z', 'revision_number': 2, 'project_id': '7e7cda367f7b44fc80a663a162608909', 'subnets': [{'id': 'a7435895-06a5-456d-8020-ad00c497f924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:20.498279 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.securitygroups_db [None req-f562f433-8b3b-41d3-a8c2-d2a61045010a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Project 620ea9c4eaa74dc5858cf93d9fcad9f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 10:49:20.507073 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f562f433-8b3b-41d3-a8c2-d2a61045010a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group_rule (429e7857-7832-413b-b70d-6677e076c20b), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.508605 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Checking router: 249b7162-2c43-4bb7-8f56-76051dba180d for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:49:20.509381 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Updating router 249b7162-2c43-4bb7-8f56-76051dba180d port 52637051-8db2-4513-ba51-70ba0ba5cdd7 binding host dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:49:20.514278 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-a672301f-7db4-4bd9-8918-f63d579c21a1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4161146 Jul 21 10:49:20.519912 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37416) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:20.549197 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-47327077-router', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:20.550435 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.577479 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:20.591234 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cca8b75-1b15-5bba-a8e2-6f26b95bf61c-bfcc1ddb-0fed-4d87-9302-25a2c7f2725d', 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d', 'project_id': '2eff05785bd84522ad637d8bed14563d', 'fixed_ips': [{'subnet_id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29'}]}} from dv-cinder-849800-2-iscsi. {{(pid=111080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 10:49:20.592268 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.661913 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f562f433-8b3b-41d3-a8c2-d2a61045010a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group_rule (429e7857-7832-413b-b70d-6677e076c20b), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.690373 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-ef13c7b9-c5dc-48ac-9998-80a0b1960c32 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for port (a13ed13b-8d67-46d9-a44b-a3230486e080), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.734099 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7906117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router (2fb19c42-5612-4b5f-93a6-967871d1ad1b), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.735675 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7906908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router (2fb19c42-5612-4b5f-93a6-967871d1ad1b), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.736467 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:20.754517 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f562f433-8b3b-41d3-a8c2-d2a61045010a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (429e7857-7832-413b-b70d-6677e076c20b), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.782698 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-ef13c7b9-c5dc-48ac-9998-80a0b1960c32 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (a13ed13b-8d67-46d9-a44b-a3230486e080), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.786121 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562f433-8b3b-41d3-a8c2-d2a61045010a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429e7857-7832-413b-b70d-6677e076c20b,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:20.809836 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.db_base_plugin_common [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Allocated IP 172.20.0.2 (bfcc1ddb-0fed-4d87-9302-25a2c7f2725d/a849b64f-ebc5-4db3-ae09-571df7ac3e29/63b83208-fbaa-403c-aa6a-9ca355d3c368) {{(pid=111080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:49:20.860331 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-ef13c7b9-c5dc-48ac-9998-80a0b1960c32 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Network 192d6a0f-c1f8-471a-872f-e924c6d8f479 is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:20.863878 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f562f433-8b3b-41d3-a8c2-d2a61045010a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.868185 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-f562f433-8b3b-41d3-a8c2-d2a61045010a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4761670 Jul 21 10:49:20.868815 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 37418) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:20.873875 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-340890cc-591a-40de-81f4-d3892f26698c tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Request body: {'security_group_rule': {'security_group_id': '169100c3-36d7-459c-bc55-1df8808d8733', 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:20.884724 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-ef13c7b9-c5dc-48ac-9998-80a0b1960c32 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:20.899313 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Publish callbacks [] for router_controller (2fb19c42-5612-4b5f-93a6-967871d1ad1b), precommit_add_association {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.905537 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-ef13c7b9-c5dc-48ac-9998-80a0b1960c32 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:49:20.906113 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Publish callbacks [] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), precommit_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.913587 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:20.975212 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-ef13c7b9-c5dc-48ac-9998-80a0b1960c32 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:20.981295 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-ef13c7b9-c5dc-48ac-9998-80a0b1960c32 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:20.986216 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:INSERT=9 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:20.998278 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13c7b9-c5dc-48ac-9998-80a0b1960c32 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'Port': ['ID=a13ed13b-8d67-46d9-a44b-a3230486e080,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:21.000421 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.securitygroups_db [None req-340890cc-591a-40de-81f4-d3892f26698c tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Project 620ea9c4eaa74dc5858cf93d9fcad9f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 10:49:21.001033 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:21.009971 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-340890cc-591a-40de-81f4-d3892f26698c tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group_rule (9eb60306-60f5-467d-a774-3c1614970d00), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:21.055691 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Publish callbacks [] for port (63b83208-fbaa-403c-aa6a-9ca355d3c368), precommit_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:21.138560 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-ef13c7b9-c5dc-48ac-9998-80a0b1960c32 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3856013 Jul 21 10:49:21.142517 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (63b83208-fbaa-403c-aa6a-9ca355d3c368), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:21.171760 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6f8cb-8414-472a-b49f-ec03db6d8d35 None None] Pushing event updated for resources: {'Port': ['ID=52637051-8db2-4513-ba51-70ba0ba5cdd7,revision_number=3']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:21.251613 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-340890cc-591a-40de-81f4-d3892f26698c tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group_rule (9eb60306-60f5-467d-a774-3c1614970d00), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:21.286036 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Request body: {'port': {'device_id': '73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:21.286622 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Attempting to bind port 52637051-8db2-4513-ba51-70ba0ba5cdd7 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:49:21.286940 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Attempting to bind port 52637051-8db2-4513-ba51-70ba0ba5cdd7 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '944bed79-6881-4830-84ab-ea6df6be7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c70d2cd-bf32-450c-9a1a-a2043fd7f86b'}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:49:21.296488 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Attempting to bind port 52637051-8db2-4513-ba51-70ba0ba5cdd7 on network 3c70d2cd-bf32-450c-9a1a-a2043fd7f86b {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:49:21.326080 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29105c0e-282c-4481-bf8f-cd6e2caed7ca req-a3071905-1e70-4cb7-a18d-85942bb47f21 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:21.331222 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:49:21.331602 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Checking segment: {'id': '944bed79-6881-4830-84ab-ea6df6be7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c70d2cd-bf32-450c-9a1a-a2043fd7f86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:49:21.332014 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:21.332404 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Bound using segment: {'id': '944bed79-6881-4830-84ab-ea6df6be7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c70d2cd-bf32-450c-9a1a-a2043fd7f86b'} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:49:21.333086 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-29105c0e-282c-4481-bf8f-cd6e2caed7ca req-a3071905-1e70-4cb7-a18d-85942bb47f21 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.1029341 Jul 21 10:49:21.347572 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Bound port: 52637051-8db2-4513-ba51-70ba0ba5cdd7, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944bed79-6881-4830-84ab-ea6df6be7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3c70d2cd-bf32-450c-9a1a-a2043fd7f86b'}}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:49:21.348048 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:21.361311 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-340890cc-591a-40de-81f4-d3892f26698c tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (9eb60306-60f5-467d-a774-3c1614970d00), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:21.362270 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Pushing event updated for resources: {'Port': ['ID=63b83208-fbaa-403c-aa6a-9ca355d3c368,revision_number=1']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:21.413039 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Network bfcc1ddb-0fed-4d87-9302-25a2c7f2725d is already hosted by enough agents. {{(pid=111080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:21.419796 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:21.426164 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340890cc-591a-40de-81f4-d3892f26698c tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb60306-60f5-467d-a774-3c1614970d00,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:21.459118 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:21.464163 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-36132bf5-653e-4abe-89f2-59188e5dd395 None None] Provisioning complete for port a13ed13b-8d67-46d9-a44b-a3230486e080 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:21.464523 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-36132bf5-653e-4abe-89f2-59188e5dd395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (a13ed13b-8d67-46d9-a44b-a3230486e080), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:21.473997 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.base_scheduler [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Resources bound (agent type, host, resource id): {{(pid=111080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:21.474098 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Publish callbacks [] for router_gateway (2fb19c42-5612-4b5f-93a6-967871d1ad1b), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:21.483175 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Received port after_create {{(pid=111080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:49:21.495528 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-29105c0e-282c-4481-bf8f-cd6e2caed7ca req-451dbdea-8c48-4fb1-ad18-bf3673470d6e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614928 Jul 21 10:49:21.515521 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a60211-6e8c-41ef-b860-198cf78a97cb req-aa9c5b74-9b9e-4e47-ba06-1e656980d248 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:21.523904 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-67a60211-6e8c-41ef-b860-198cf78a97cb req-aa9c5b74-9b9e-4e47-ba06-1e656980d248 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 931 time: 0.2071788 Jul 21 10:49:21.530104 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (a13ed13b-8d67-46d9-a44b-a3230486e080), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:21.547307 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f90e2c11-edbe-49ae-bf27-3c979f9cd40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:21.564644 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] For port 52637051-8db2-4513-ba51-70ba0ba5cdd7, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:49:21.571984 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] For port 52637051-8db2-4513-ba51-70ba0ba5cdd7, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=52637051-8db2-4513-ba51-70ba0ba5cdd7,segment=NetworkSegment(944bed79-6881-4830-84ab-ea6df6be7f9a),segment_id=944bed79-6881-4830-84ab-ea6df6be7f9a)] {{(pid=111081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:49:21.606268 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-67a60211-6e8c-41ef-b860-198cf78a97cb req-cc8c0c96-efcf-403c-8c4b-547d699f1910 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811872 Jul 21 10:49:21.622047 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-340890cc-591a-40de-81f4-d3892f26698c tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:21.623961 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-340890cc-591a-40de-81f4-d3892f26698c tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7541828 Jul 21 10:49:21.629256 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-36132bf5-653e-4abe-89f2-59188e5dd395 None None] Port a13ed13b-8d67-46d9-a44b-a3230486e080 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:49:21.640837 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Attempting to bind port 63b83208-fbaa-403c-aa6a-9ca355d3c368 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:49:21.641525 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Attempting to bind port 63b83208-fbaa-403c-aa6a-9ca355d3c368 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '22c45405-7f86-4748-9844-c8af610496ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:49:21.641993 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Attempting to bind port 63b83208-fbaa-403c-aa6a-9ca355d3c368 on network bfcc1ddb-0fed-4d87-9302-25a2c7f2725d {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:49:21.649100 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:49:21.656575 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Checking segment: {'id': '22c45405-7f86-4748-9844-c8af610496ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:49:21.656575 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:21.656575 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Bound using segment: {'id': '22c45405-7f86-4748-9844-c8af610496ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:49:21.656575 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Bound port: 63b83208-fbaa-403c-aa6a-9ca355d3c368, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c45405-7f86-4748-9844-c8af610496ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:49:21.656575 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (63b83208-fbaa-403c-aa6a-9ca355d3c368), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:21.674577 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:21.828198 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Routers {'249b7162-2c43-4bb7-8f56-76051dba180d'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:49:21.828198 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:48:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['249b7162-2c43-4bb7-8f56-76051dba180d'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:21.883002 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] For port 63b83208-fbaa-403c-aa6a-9ca355d3c368, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:49:21.883002 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] For port 63b83208-fbaa-403c-aa6a-9ca355d3c368, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=63b83208-fbaa-403c-aa6a-9ca355d3c368,segment=NetworkSegment(22c45405-7f86-4748-9844-c8af610496ba),segment_id=22c45405-7f86-4748-9844-c8af610496ba)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:49:21.934126 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-c5de3eaa-2048-4de0-8451-0825377db4a7 None None] Provisioning complete for port 52637051-8db2-4513-ba51-70ba0ba5cdd7 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:21.935814 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c5de3eaa-2048-4de0-8451-0825377db4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:21.979775 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6f8cb-8414-472a-b49f-ec03db6d8d35 None None] Pushing event updated for resources: {'Port': ['ID=52637051-8db2-4513-ba51-70ba0ba5cdd7,revision_number=4']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:22.033146 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:22.053894 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] Set router 249b7162-2c43-4bb7-8f56-76051dba180d gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:49:22.055414 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (63b83208-fbaa-403c-aa6a-9ca355d3c368), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:22.123117 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-c5de3eaa-2048-4de0-8451-0825377db4a7 None None] Current status of the port 52637051-8db2-4513-ba51-70ba0ba5cdd7 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:22.123893 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c5de3eaa-2048-4de0-8451-0825377db4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:22.143401 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:22.152375 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5cc6e-6109-4298-9005-f2cd8e4443b6 None None] Pushing event updated for resources: {'Port': ['ID=63b83208-fbaa-403c-aa6a-9ca355d3c368,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:22.196229 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-c5de3eaa-2048-4de0-8451-0825377db4a7 None None] For port 52637051-8db2-4513-ba51-70ba0ba5cdd7, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=52637051-8db2-4513-ba51-70ba0ba5cdd7,segment=NetworkSegment(944bed79-6881-4830-84ab-ea6df6be7f9a),segment_id=944bed79-6881-4830-84ab-ea6df6be7f9a)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:49:22.273616 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13ed13b-8d67-46d9-a44b-a3230486e080 {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:49:22.311546 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Publish callbacks [] for port (a13ed13b-8d67-46d9-a44b-a3230486e080), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:22.331795 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Transition to ACTIVE for port object a13ed13b-8d67-46d9-a44b-a3230486e080 will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:49:22.385170 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Publish callbacks [] for router_gateway (2fb19c42-5612-4b5f-93a6-967871d1ad1b), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:22.429347 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:22.439813 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'name': 'tempest-TestShelveInstance-1257861885-router', 'tenant_id': '7e7cda367f7b44fc80a663a162608909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '40911fe2-019c-4333-802a-e017fb3211a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:09Z', 'updated_at': '2022-07-21T10:49:15Z', 'revision_number': 4, 'project_id': '7e7cda367f7b44fc80a663a162608909', 'gw_port': {'id': '40911fe2-019c-4333-802a-e017fb3211a5', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:10Z', 'updated_at': '2022-07-21T10:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '52637051-8db2-4513-ba51-70ba0ba5cdd7', 'name': '', 'network_id': '3c70d2cd-bf32-450c-9a1a-a2043fd7f86b', 'tenant_id': '7e7cda367f7b44fc80a663a162608909', 'mac_address': 'fa:16:3e:c0:d0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a7435895-06a5-456d-8020-ad00c497f924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:14Z', 'updated_at': '2022-07-21T10:49:21Z', 'revision_number': 4, 'project_id': '7e7cda367f7b44fc80a663a162608909', 'subnets': [{'id': 'a7435895-06a5-456d-8020-ad00c497f924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:22.476552 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aefe480-0f06-413d-84cf-f7ef01b49db3 None None] The sync data for ids ['249b7162-2c43-4bb7-8f56-76051dba180d'] in dv-cinder-849800-2-iscsi is: [{'id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'name': 'tempest-TestShelveInstance-1257861885-router', 'tenant_id': '7e7cda367f7b44fc80a663a162608909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '40911fe2-019c-4333-802a-e017fb3211a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:09Z', 'updated_at': '2022-07-21T10:49:15Z', 'revision_number': 4, 'project_id': '7e7cda367f7b44fc80a663a162608909', 'gw_port': {'id': '40911fe2-019c-4333-802a-e017fb3211a5', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:10Z', 'updated_at': '2022-07-21T10:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '52637051-8db2-4513-ba51-70ba0ba5cdd7', 'name': '', 'network_id': '3c70d2cd-bf32-450c-9a1a-a2043fd7f86b', 'tenant_id': '7e7cda367f7b44fc80a663a162608909', 'mac_address': 'fa:16:3e:c0:d0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a7435895-06a5-456d-8020-ad00c497f924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:14Z', 'updated_at': '2022-07-21T10:49:21Z', 'revision_number': 4, 'project_id': '7e7cda367f7b44fc80a663a162608909', 'subnets': [{'id': 'a7435895-06a5-456d-8020-ad00c497f924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:49:22.526441 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c5de3eaa-2048-4de0-8451-0825377db4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:22.571288 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Allocated IP 172.27.0.196 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/930b172d-d66c-44a9-9afa-af5657efd122) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:49:22.588337 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:22.588555 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (a13ed13b-8d67-46d9-a44b-a3230486e080), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:22.648509 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de3eaa-2048-4de0-8451-0825377db4a7 None None] Pushing event updated for resources: {'Port': ['ID=52637051-8db2-4513-ba51-70ba0ba5cdd7,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:22.662590 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-f501c4df-79c1-471e-ac90-54a202a17e62 None None] Provisioning complete for port 52637051-8db2-4513-ba51-70ba0ba5cdd7 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:22.662978 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f501c4df-79c1-471e-ac90-54a202a17e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:22.733746 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65530f8-e367-41f8-a02d-ca4b6fc426ad req-669916b8-a9ba-4101-a504-cf81489e0618 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:22.743781 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c65530f8-e367-41f8-a02d-ca4b6fc426ad req-669916b8-a9ba-4101-a504-cf81489e0618 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.1394019 Jul 21 10:49:22.807441 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-f501c4df-79c1-471e-ac90-54a202a17e62 None None] Current status of the port 52637051-8db2-4513-ba51-70ba0ba5cdd7 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:22.906093 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c65530f8-e367-41f8-a02d-ca4b6fc426ad req-accf2dbb-f9a4-492c-8bba-9daedb0b8ca2 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613727 Jul 21 10:49:22.911865 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Publish callbacks [] for port (930b172d-d66c-44a9-9afa-af5657efd122), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:22.933391 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6efd39-9b52-494b-aba3-994fddbe608f req-147125dc-f3c1-4402-9e75-2bc380df8b0f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:22.942145 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5a6efd39-9b52-494b-aba3-994fddbe608f req-147125dc-f3c1-4402-9e75-2bc380df8b0f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 943 time: 0.1927402 Jul 21 10:49:23.026652 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:23.033870 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5a6efd39-9b52-494b-aba3-994fddbe608f req-2bc7e216-fbdf-404b-a4cf-a89c35249495 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886772 Jul 21 10:49:23.034096 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Pushing event updated for resources: {'Port': ['ID=a13ed13b-8d67-46d9-a44b-a3230486e080,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:23.126752 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (930b172d-d66c-44a9-9afa-af5657efd122), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:23.210254 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Pushing event updated for resources: {'Port': ['ID=930b172d-d66c-44a9-9afa-af5657efd122,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:23.220936 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:23.228298 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:23.234612 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:49:23.694383 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Attempting to bind port a13ed13b-8d67-46d9-a44b-a3230486e080 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:49:23.695073 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Attempting to bind port a13ed13b-8d67-46d9-a44b-a3230486e080 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:49:23.697775 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Attempting to bind port a13ed13b-8d67-46d9-a44b-a3230486e080 on network 192d6a0f-c1f8-471a-872f-e924c6d8f479 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:49:23.706499 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Port a13ed13b-8d67-46d9-a44b-a3230486e080 on network 192d6a0f-c1f8-471a-872f-e924c6d8f479 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:49:23.706957 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Attempting to bind port a13ed13b-8d67-46d9-a44b-a3230486e080 on network 192d6a0f-c1f8-471a-872f-e924c6d8f479 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:49:23.738662 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:49:23.739126 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Checking segment: {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:49:23.739593 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Bound using segment: {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:49:23.740128 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Bound port: a13ed13b-8d67-46d9-a44b-a3230486e080, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:49:23.740565 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (a13ed13b-8d67-46d9-a44b-a3230486e080), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:23.777404 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:23.793332 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604c10b8-a843-4132-92dd-68a2798886c6 None None] Network bfcc1ddb-0fed-4d87-9302-25a2c7f2725d requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:49:23.838385 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] For port a13ed13b-8d67-46d9-a44b-a3230486e080, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:49:23.844505 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] For port a13ed13b-8d67-46d9-a44b-a3230486e080, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a13ed13b-8d67-46d9-a44b-a3230486e080,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:49:23.941178 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 63b83208-fbaa-403c-aa6a-9ca355d3c368 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:23.952032 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-409c7c7b-bc34-4330-91dc-fbc51b488f22 None None] Provisioning complete for port 63b83208-fbaa-403c-aa6a-9ca355d3c368 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:23.953802 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-409c7c7b-bc34-4330-91dc-fbc51b488f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (63b83208-fbaa-403c-aa6a-9ca355d3c368), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:23.982981 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (a13ed13b-8d67-46d9-a44b-a3230486e080), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:24.053958 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:24.054606 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:24.056019 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] 10.222.0.57 "PUT /v2.0/ports/a13ed13b-8d67-46d9-a44b-a3230486e080 HTTP/1.1" status: 200 len: 1093 time: 2.7916222 Jul 21 10:49:24.061677 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b', 'tag': 'a13ed13b-8d67-46d9-a44b-a3230486e080'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:49:24.067002 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6ef2a362-ae18-4bce-a39f-036456d31002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:24.078572 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3427be80-d875-4ef6-819a-49914d99a92b" -d '{"events": [{"name": "network-changed", "server_uuid": "73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b", "tag": "a13ed13b-8d67-46d9-a44b-a3230486e080"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:49:24.106166 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2345e9f-2004-4cb7-8106-241f3896bce2 req-ce97271d-de26-40f7-98a1-71bd37fe7aaf tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:24.120527 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b2345e9f-2004-4cb7-8106-241f3896bce2 req-ce97271d-de26-40f7-98a1-71bd37fe7aaf tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.1064432 Jul 21 10:49:24.203139 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad42ac-d978-4bd1-9898-97946dfe15da service neutron] Pushing event updated for resources: {'Port': ['ID=a13ed13b-8d67-46d9-a44b-a3230486e080,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:24.206170 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Publish callbacks [] for router_gateway (2fb19c42-5612-4b5f-93a6-967871d1ad1b), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:24.324102 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 63b83208-fbaa-403c-aa6a-9ca355d3c368 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:24.324831 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (63b83208-fbaa-403c-aa6a-9ca355d3c368), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:24.368148 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b2345e9f-2004-4cb7-8106-241f3896bce2 req-7cc18ab8-3c1b-4761-aa32-e0a067d02b6c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458389 Jul 21 10:49:24.398949 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6005916-96ce-46fc-8891-a04ba31646fa req-45d829eb-d623-4c54-8281-71f43272493d tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:24.411470 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c6005916-96ce-46fc-8891-a04ba31646fa req-45d829eb-d623-4c54-8281-71f43272493d tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 943 time: 0.1966293 Jul 21 10:49:24.477171 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-409c7c7b-bc34-4330-91dc-fbc51b488f22 None None] Current status of the port 63b83208-fbaa-403c-aa6a-9ca355d3c368 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:24.477761 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-409c7c7b-bc34-4330-91dc-fbc51b488f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (63b83208-fbaa-403c-aa6a-9ca355d3c368), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:24.564217 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad39380b-2899-49de-9fd7-10a30eb7bb2d x-openstack-request-id: req-ad39380b-2899-49de-9fd7-10a30eb7bb2d {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:49:24.564507 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b", "tag": "a13ed13b-8d67-46d9-a44b-a3230486e080", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:49:24.564649 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 63b83208-fbaa-403c-aa6a-9ca355d3c368 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:24.564758 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad39380b-2899-49de-9fd7-10a30eb7bb2d {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:49:24.566332 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad39380b-2899-49de-9fd7-10a30eb7bb2d'] response: {'name': 'network-changed', 'server_uuid': '73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b', 'tag': 'a13ed13b-8d67-46d9-a44b-a3230486e080', 'status': 'completed', 'code': 200} Jul 21 10:49:24.567074 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (63b83208-fbaa-403c-aa6a-9ca355d3c368), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:24.574897 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c6005916-96ce-46fc-8891-a04ba31646fa req-131432dd-e828-4d43-ad3b-4dc85e31410f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598988 Jul 21 10:49:24.608008 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-409c7c7b-bc34-4330-91dc-fbc51b488f22 None None] For port 63b83208-fbaa-403c-aa6a-9ca355d3c368, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=63b83208-fbaa-403c-aa6a-9ca355d3c368,segment=NetworkSegment(22c45405-7f86-4748-9844-c8af610496ba),segment_id=22c45405-7f86-4748-9844-c8af610496ba)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:49:24.649013 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7906845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7898792'] for router (2fb19c42-5612-4b5f-93a6-967871d1ad1b), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:24.697798 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-409c7c7b-bc34-4330-91dc-fbc51b488f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (63b83208-fbaa-403c-aa6a-9ca355d3c368), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:24.792025 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.db.api [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 21 10:49:24.792850 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG oslo_db.api [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 10:49:24.797344 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c7c7b-bc34-4330-91dc-fbc51b488f22 None None] Pushing event updated for resources: {'Port': ['ID=63b83208-fbaa-403c-aa6a-9ca355d3c368,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:24.829176 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-9942ae51-05a5-4e76-b088-8c5d8e0d17c5 None None] Provisioning complete for port 63b83208-fbaa-403c-aa6a-9ca355d3c368 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:24.829556 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-9942ae51-05a5-4e76-b088-8c5d8e0d17c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (63b83208-fbaa-403c-aa6a-9ca355d3c368), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:24.866299 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:24.891672 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Router 2fb19c42-5612-4b5f-93a6-967871d1ad1b is scheduled to L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 with binding_index 1 {{(pid=111078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 10:49:24.920241 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-9942ae51-05a5-4e76-b088-8c5d8e0d17c5 None None] Current status of the port 63b83208-fbaa-403c-aa6a-9ca355d3c368 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:25.021332 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:25.032160 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:49:25.043633 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Sync routers for ids ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:49:25.064650 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Routers {'2fb19c42-5612-4b5f-93a6-967871d1ad1b'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:49:25.070715 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:49:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:25.156628 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:25.160549 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-1d906beb-bf53-4efa-bffb-f8b31bb5ed0b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6197050 Jul 21 10:49:25.167173 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 37502) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:25.196713 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:25.211034 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Set router 2fb19c42-5612-4b5f-93a6-967871d1ad1b gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:49:25.384735 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:25.389438 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 63b83208-fbaa-403c-aa6a-9ca355d3c368 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:25.389438 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 52637051-8db2-4513-ba51-70ba0ba5cdd7 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:25.420122 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:25.619979 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069f20c-9c7e-418f-827c-e89e2d69fcf1 req-6109a949-7e71-4453-813d-5642fa5cb8f7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:25.622299 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5069f20c-9c7e-418f-827c-e89e2d69fcf1 req-6109a949-7e71-4453-813d-5642fa5cb8f7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0888169 Jul 21 10:49:25.769302 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 52637051-8db2-4513-ba51-70ba0ba5cdd7 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:25.769621 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:25.807712 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'name': 'tempest-TestMinimumBasicScenario-47327077-router', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '930b172d-d66c-44a9-9afa-af5657efd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:20Z', 'updated_at': '2022-07-21T10:49:23Z', 'revision_number': 3, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'gw_port': {'id': '930b172d-d66c-44a9-9afa-af5657efd122', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:22Z', 'updated_at': '2022-07-21T10:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:25.845994 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Checking router: 2fb19c42-5612-4b5f-93a6-967871d1ad1b for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:49:25.845994 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Updating router 2fb19c42-5612-4b5f-93a6-967871d1ad1b port 930b172d-d66c-44a9-9afa-af5657efd122 binding host dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:49:25.904155 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (930b172d-d66c-44a9-9afa-af5657efd122), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:26.049976 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:26.064254 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 52637051-8db2-4513-ba51-70ba0ba5cdd7 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:26.082736 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e462911-1b0d-4874-9681-6167c526636d req-7f1d686d-47e5-4d34-8623-f05afd7e40fa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:26.084617 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9e462911-1b0d-4874-9681-6167c526636d req-7f1d686d-47e5-4d34-8623-f05afd7e40fa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 943 time: 0.3854918 Jul 21 10:49:26.100858 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5069f20c-9c7e-418f-827c-e89e2d69fcf1 req-6ab45935-b3aa-4ef3-b09e-c28dbe52d90c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4643519 Jul 21 10:49:26.153450 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:26.207188 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9e462911-1b0d-4874-9681-6167c526636d req-fc91859d-76d4-4265-bccf-837d731b8fb6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032231 Jul 21 10:49:26.229551 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:26.268503 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 63b83208-fbaa-403c-aa6a-9ca355d3c368 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:26.275362 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Publish callbacks [] for port (930b172d-d66c-44a9-9afa-af5657efd122), precommit_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:26.337797 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 63b83208-fbaa-403c-aa6a-9ca355d3c368 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:26.338138 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (63b83208-fbaa-403c-aa6a-9ca355d3c368), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:26.340776 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (930b172d-d66c-44a9-9afa-af5657efd122), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:26.426323 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] Allocated IP 172.20.0.1 (bfcc1ddb-0fed-4d87-9302-25a2c7f2725d/a849b64f-ebc5-4db3-ae09-571df7ac3e29/d7cc296c-8ecb-4283-9db2-8b30422b6968) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:49:26.431058 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827262ae-6e5e-469e-987d-0f1b622a5040 None None] Pushing event updated for resources: {'Port': ['ID=930b172d-d66c-44a9-9afa-af5657efd122,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:26.439405 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Attempting to bind port 930b172d-d66c-44a9-9afa-af5657efd122 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:49:26.439817 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Attempting to bind port 930b172d-d66c-44a9-9afa-af5657efd122 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:49:26.440183 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Attempting to bind port 930b172d-d66c-44a9-9afa-af5657efd122 on network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:49:26.448779 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:49:26.451069 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Checking segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:49:26.451069 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:26.451069 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Bound using segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:49:26.451347 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Bound port: 930b172d-d66c-44a9-9afa-af5657efd122, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:49:26.451621 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (930b172d-d66c-44a9-9afa-af5657efd122), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:26.480451 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:26.588245 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] For port 930b172d-d66c-44a9-9afa-af5657efd122, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:49:26.599823 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 63b83208-fbaa-403c-aa6a-9ca355d3c368 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:26.602877 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] Publish callbacks [] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:26.616213 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] For port 930b172d-d66c-44a9-9afa-af5657efd122, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=930b172d-d66c-44a9-9afa-af5657efd122,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:49:26.657655 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:26.675861 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (930b172d-d66c-44a9-9afa-af5657efd122), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:26.715600 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:26.791236 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] Network bfcc1ddb-0fed-4d87-9302-25a2c7f2725d is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:26.797057 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:26.797271 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Routers {'2fb19c42-5612-4b5f-93a6-967871d1ad1b'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:49:26.798259 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:49:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:26.803878 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:49:26.831051 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] Pushing event updated for resources: {'Port': ['ID=d7cc296c-8ecb-4283-9db2-8b30422b6968,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:26.850564 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:26.858849 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827262ae-6e5e-469e-987d-0f1b622a5040 None None] Pushing event updated for resources: {'Port': ['ID=930b172d-d66c-44a9-9afa-af5657efd122,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:26.860872 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906643'] for router_interface (2fb19c42-5612-4b5f-93a6-967871d1ad1b), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:26.972920 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] Set router 2fb19c42-5612-4b5f-93a6-967871d1ad1b gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:49:27.242137 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-171e70d1-d859-4db5-85b3-61401924cf44 None None] Provisioning complete for port d7cc296c-8ecb-4283-9db2-8b30422b6968 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:27.242530 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-171e70d1-d859-4db5-85b3-61401924cf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:27.310905 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-171e70d1-d859-4db5-85b3-61401924cf44 None None] Port d7cc296c-8ecb-4283-9db2-8b30422b6968 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:49:27.370371 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb9b61-cd50-4b68-8c4a-c2621f17554a req-52ff0be1-fe3a-44f6-b8fa-6a812c86d7bb tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:27.372389 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'name': 'tempest-TestMinimumBasicScenario-47327077-router', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '930b172d-d66c-44a9-9afa-af5657efd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:20Z', 'updated_at': '2022-07-21T10:49:23Z', 'revision_number': 3, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'gw_port': {'id': '930b172d-d66c-44a9-9afa-af5657efd122', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:22Z', 'updated_at': '2022-07-21T10:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:27.372802 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f9eb9b61-cd50-4b68-8c4a-c2621f17554a req-52ff0be1-fe3a-44f6-b8fa-6a812c86d7bb tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.1215105 Jul 21 10:49:27.406641 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07e3411-a88a-405d-a773-50e78d09c704 None None] The sync data for ids ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'] in dv-cinder-849800-2-iscsi is: [{'id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'name': 'tempest-TestMinimumBasicScenario-47327077-router', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '930b172d-d66c-44a9-9afa-af5657efd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:20Z', 'updated_at': '2022-07-21T10:49:23Z', 'revision_number': 3, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'gw_port': {'id': '930b172d-d66c-44a9-9afa-af5657efd122', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:22Z', 'updated_at': '2022-07-21T10:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:49:27.419341 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003949d-f1d2-4abe-b37c-76b0faeef518 req-41272d6b-10a1-47d8-8870-dd5621f87f53 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:27.420993 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2003949d-f1d2-4abe-b37c-76b0faeef518 req-41272d6b-10a1-47d8-8870-dd5621f87f53 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 943 time: 0.1086354 Jul 21 10:49:27.458460 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:27.484111 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:27.488223 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:27.547584 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f9eb9b61-cd50-4b68-8c4a-c2621f17554a req-79d31f05-b172-47e0-921c-4eecc55fe6c0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668439 Jul 21 10:49:27.555301 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2003949d-f1d2-4abe-b37c-76b0faeef518 req-e3ec5012-725d-4d95-84c2-076bef607e78 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136346 Jul 21 10:49:27.711577 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427be80-d875-4ef6-819a-49914d99a92b req-6b6fea2f-d45b-47b8-87a3-16b1e398ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:27.712726 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-3427be80-d875-4ef6-819a-49914d99a92b req-6b6fea2f-d45b-47b8-87a3-16b1e398ba93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dc215aadb5345d791945658832aae4a&device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 1127 time: 0.0847831 Jul 21 10:49:27.844717 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] Publish callbacks [] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:27.961880 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427be80-d875-4ef6-819a-49914d99a92b req-a90d0d7f-d13e-4c9d-b214-db06cacce439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:27.963961 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-3427be80-d875-4ef6-819a-49914d99a92b req-a90d0d7f-d13e-4c9d-b214-db06cacce439 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0dc215aadb5345d791945658832aae4a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2311311 Jul 21 10:49:28.048734 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596833'] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:28.110795 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427be80-d875-4ef6-819a-49914d99a92b req-1b881f35-9936-483e-9179-508bba854741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:28.112532 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-3427be80-d875-4ef6-819a-49914d99a92b req-1b881f35-9936-483e-9179-508bba854741 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1416037 Jul 21 10:49:28.197953 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906751'] for router_interface (2fb19c42-5612-4b5f-93a6-967871d1ad1b), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:28.206254 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] Pushing event updated for resources: {'Port': ['ID=d7cc296c-8ecb-4283-9db2-8b30422b6968,revision_number=2']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:28.207540 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 930b172d-d66c-44a9-9afa-af5657efd122 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:28.282805 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 930b172d-d66c-44a9-9afa-af5657efd122 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:28.283563 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (930b172d-d66c-44a9-9afa-af5657efd122), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:28.358486 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] Network bfcc1ddb-0fed-4d87-9302-25a2c7f2725d is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:28.360687 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:28.387089 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:28.439430 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 930b172d-d66c-44a9-9afa-af5657efd122 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:28.439430 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (930b172d-d66c-44a9-9afa-af5657efd122), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:28.489311 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] For port 930b172d-d66c-44a9-9afa-af5657efd122, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=930b172d-d66c-44a9-9afa-af5657efd122,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:49:28.542993 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:28.549631 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] Router 2fb19c42-5612-4b5f-93a6-967871d1ad1b has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:49:28.584064 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (930b172d-d66c-44a9-9afa-af5657efd122), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:28.601098 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-1611d8da-7573-4b5f-9356-65fe481ffb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:28.611959 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-1611d8da-7573-4b5f-9356-65fe481ffb34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dc215aadb5345d791945658832aae4a&device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 1127 time: 0.1137123 Jul 21 10:49:28.741286 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-b26ca970-81ac-4022-8c14-8cdd10974c84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a13ed13b-8d67-46d9-a44b-a3230486e080 HTTP/1.1" status: 200 len: 217 time: 0.1133664 Jul 21 10:49:28.758599 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Pushing event updated for resources: {'Port': ['ID=930b172d-d66c-44a9-9afa-af5657efd122,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:28.841226 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-3fb3779e-b809-4b88-b59f-c0782da24d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:28.843816 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-3fb3779e-b809-4b88-b59f-c0782da24d57 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83 HTTP/1.1" status: 200 len: 854 time: 0.0876021 Jul 21 10:49:28.845415 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-96c3fe62-fcb4-4602-9a2e-724507f58409 None None] Provisioning complete for port d7cc296c-8ecb-4283-9db2-8b30422b6968 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:28.845880 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-96c3fe62-fcb4-4602-9a2e-724507f58409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:28.896884 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea9bf7-b43b-4350-8ef3-c575ae1133cf req-1da2cf00-fb72-4459-8539-2c992af87649 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:28.900395 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-52ea9bf7-b43b-4350-8ef3-c575ae1133cf req-1da2cf00-fb72-4459-8539-2c992af87649 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 943 time: 0.0832853 Jul 21 10:49:28.956076 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:49:28.973378 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-bbf1bdf6-e647-4b84-b765-366b93d14ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:28.979040 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-323077db-a495-40d1-9848-80cd0f642529 admin admin] 10.222.0.48 "PUT /v2.0/routers/2fb19c42-5612-4b5f-93a6-967871d1ad1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8125849 Jul 21 10:49:28.981905 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-bbf1bdf6-e647-4b84-b765-366b93d14ef7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=192d6a0f-c1f8-471a-872f-e924c6d8f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1294360 Jul 21 10:49:28.984736 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-96c3fe62-fcb4-4602-9a2e-724507f58409 None None] Port d7cc296c-8ecb-4283-9db2-8b30422b6968 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:49:29.024711 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-52ea9bf7-b43b-4350-8ef3-c575ae1133cf req-5c7a683e-787f-4398-abad-ad56c557a221 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890236 Jul 21 10:49:29.032266 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f74b4-dc57-44a6-97dd-e1664c0f29ed req-99b1fb97-4456-42be-b27c-47bc401dc279 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:29.036132 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-473f74b4-dc57-44a6-97dd-e1664c0f29ed req-99b1fb97-4456-42be-b27c-47bc401dc279 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.2587912 Jul 21 10:49:29.131322 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:29.195213 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-473f74b4-dc57-44a6-97dd-e1664c0f29ed req-610b868b-a317-48f3-98d0-4f604863919c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422243 Jul 21 10:49:29.204341 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-2d965f53-c2e8-44eb-bba3-7e3a0c83511a service neutron] 10.222.0.57 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134922 Jul 21 10:49:29.316777 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-00ef9eb0-42c2-4fac-b966-38a8d8b66f79 req-d3b51ab9-ef95-4512-b7ae-37207af975f2 service neutron] 10.222.0.57 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060662 Jul 21 10:49:29.873678 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Sync routers for ids ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:49:29.875182 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37558) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:29.881422 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-f488061c-309b-4408-9cd5-5c107995933a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-657387649-network', 'tenant_id': '2b05809a5167425aaee1fe39efa5fd4d'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:29.888139 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Routers {'2fb19c42-5612-4b5f-93a6-967871d1ad1b'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:49:29.888826 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:49:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:29.998622 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Set router 2fb19c42-5612-4b5f-93a6-967871d1ad1b gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:49:30.005498 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f488061c-309b-4408-9cd5-5c107995933a admin admin] Made reservation on behalf of 2b05809a5167425aaee1fe39efa5fd4d for: {'network': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:49:30.008109 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f488061c-309b-4408-9cd5-5c107995933a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:30.017417 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f488061c-309b-4408-9cd5-5c107995933a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:30.176776 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f488061c-309b-4408-9cd5-5c107995933a admin admin] Publish callbacks [] for security_group (9f2a9d73-288d-493b-b17f-b200321e6a42), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:30.179300 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 930b172d-d66c-44a9-9afa-af5657efd122 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:30.213059 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:30.225445 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95124aa-273e-43a5-a26c-f2b243d2c040 req-63b63397-f1c8-4ed5-9cce-24c1fc95ad20 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:30.227228 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e95124aa-273e-43a5-a26c-f2b243d2c040 req-63b63397-f1c8-4ed5-9cce-24c1fc95ad20 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 943 time: 0.0807030 Jul 21 10:49:30.232155 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:30.239048 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f488061c-309b-4408-9cd5-5c107995933a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (9f2a9d73-288d-493b-b17f-b200321e6a42), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:30.242999 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'name': 'tempest-TestMinimumBasicScenario-47327077-router', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '930b172d-d66c-44a9-9afa-af5657efd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:20Z', 'updated_at': '2022-07-21T10:49:26Z', 'revision_number': 4, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'gw_port': {'id': '930b172d-d66c-44a9-9afa-af5657efd122', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:22Z', 'updated_at': '2022-07-21T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd7cc296c-8ecb-4283-9db2-8b30422b6968', 'name': '', 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'mac_address': 'fa:16:3e:9b:d8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:26Z', 'updated_at': '2022-07-21T10:49:27Z', 'revision_number': 2, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'subnets': [{'id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:30.272726 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 930b172d-d66c-44a9-9afa-af5657efd122 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:30.274537 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (930b172d-d66c-44a9-9afa-af5657efd122), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:30.275840 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Checking router: 2fb19c42-5612-4b5f-93a6-967871d1ad1b for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:49:30.276203 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Updating router 2fb19c42-5612-4b5f-93a6-967871d1ad1b port d7cc296c-8ecb-4283-9db2-8b30422b6968 binding host dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:49:30.295207 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f488061c-309b-4408-9cd5-5c107995933a admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=111078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:49:30.310586 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:30.320569 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f488061c-309b-4408-9cd5-5c107995933a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (c396ac14-c80f-48ae-89ea-f75471d18d70), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:30.320569 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.segments_db [None req-f488061c-309b-4408-9cd5-5c107995933a admin admin] Added segment c396ac14-c80f-48ae-89ea-f75471d18d70 of type vlan for network bbd950c6-5161-45bc-827b-4670ca7cbba9 Jul 21 10:49:30.323806 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e95124aa-273e-43a5-a26c-f2b243d2c040 req-22b28f63-f03c-43ec-a90d-e4de10450ae1 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854928 Jul 21 10:49:30.392747 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f488061c-309b-4408-9cd5-5c107995933a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (bbd950c6-5161-45bc-827b-4670ca7cbba9), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:30.412737 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8491a-2f3b-480e-a222-24be50a69bef req-860bd232-7b08-4dce-b9ab-e55dbf3a4d0c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:30.414392 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4cc8491a-2f3b-480e-a222-24be50a69bef req-860bd232-7b08-4dce-b9ab-e55dbf3a4d0c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0542047 Jul 21 10:49:30.418909 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:30.437446 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488061c-309b-4408-9cd5-5c107995933a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2a9d73-288d-493b-b17f-b200321e6a42,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:30.440418 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 930b172d-d66c-44a9-9afa-af5657efd122 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:30.446673 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:30.470194 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4cc8491a-2f3b-480e-a222-24be50a69bef req-58a5f86a-4019-4bdf-8bd2-a385679efb89 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470989 Jul 21 10:49:30.485733 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f488061c-309b-4408-9cd5-5c107995933a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (bbd950c6-5161-45bc-827b-4670ca7cbba9), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:30.486616 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f488061c-309b-4408-9cd5-5c107995933a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:30.487654 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f488061c-309b-4408-9cd5-5c107995933a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:30.553622 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488061c-309b-4408-9cd5-5c107995933a admin admin] Pushing event updated for resources: {'Network': ['ID=bbd950c6-5161-45bc-827b-4670ca7cbba9,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:30.565939 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network bbd950c6-5161-45bc-827b-4670ca7cbba9 details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:49:30.620263 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-f488061c-309b-4408-9cd5-5c107995933a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7435820 Jul 21 10:49:30.623222 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37576) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:30.629005 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-58dc872a-c557-46aa-bfd0-610ec2065195 admin admin] Request body: {'subnet': {'network_id': 'bbd950c6-5161-45bc-827b-4670ca7cbba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-657387649-subnet', 'tenant_id': '2b05809a5167425aaee1fe39efa5fd4d', 'ip_version': 4}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:30.635500 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Publish callbacks [] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), precommit_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:30.725239 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:30.766643 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dc872a-c557-46aa-bfd0-610ec2065195 admin admin] Made reservation on behalf of 2b05809a5167425aaee1fe39efa5fd4d for: {'subnet': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:49:30.769780 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-58dc872a-c557-46aa-bfd0-610ec2065195 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33547776'] for subnet (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:30.799208 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eee723-0009-4de5-8786-c7f95c41ccef None None] Pushing event updated for resources: {'Port': ['ID=d7cc296c-8ecb-4283-9db2-8b30422b6968,revision_number=3']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:30.838133 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Attempting to bind port d7cc296c-8ecb-4283-9db2-8b30422b6968 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:49:30.838609 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Attempting to bind port d7cc296c-8ecb-4283-9db2-8b30422b6968 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '22c45405-7f86-4748-9844-c8af610496ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d'}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:49:30.838984 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Attempting to bind port d7cc296c-8ecb-4283-9db2-8b30422b6968 on network bfcc1ddb-0fed-4d87-9302-25a2c7f2725d {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:49:30.845430 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:49:30.845806 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Checking segment: {'id': '22c45405-7f86-4748-9844-c8af610496ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:49:30.846218 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:30.846652 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Bound using segment: {'id': '22c45405-7f86-4748-9844-c8af610496ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d'} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:49:30.847131 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Bound port: d7cc296c-8ecb-4283-9db2-8b30422b6968, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c45405-7f86-4748-9844-c8af610496ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d'}}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:49:30.847523 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:30.859640 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:30.931000 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] For port d7cc296c-8ecb-4283-9db2-8b30422b6968, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:49:30.935484 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] For port d7cc296c-8ecb-4283-9db2-8b30422b6968, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=d7cc296c-8ecb-4283-9db2-8b30422b6968,segment=NetworkSegment(22c45405-7f86-4748-9844-c8af610496ba),segment_id=22c45405-7f86-4748-9844-c8af610496ba)] {{(pid=111081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:49:30.947881 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:31.018233 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:31.019409 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-3c77c2e0-0935-4e28-a67b-fa9abf07886c None None] Provisioning complete for port d7cc296c-8ecb-4283-9db2-8b30422b6968 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:31.020029 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3c77c2e0-0935-4e28-a67b-fa9abf07886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:31.070622 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-58dc872a-c557-46aa-bfd0-610ec2065195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6008538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33547794'] for subnet (d1b6a49b-a649-4093-9a6d-9411e2971d72), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:31.122462 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-3c77c2e0-0935-4e28-a67b-fa9abf07886c None None] Current status of the port d7cc296c-8ecb-4283-9db2-8b30422b6968 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:31.122462 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3c77c2e0-0935-4e28-a67b-fa9abf07886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:31.157374 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc872a-c557-46aa-bfd0-610ec2065195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b6a49b-a649-4093-9a6d-9411e2971d72,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:31.162375 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dc872a-c557-46aa-bfd0-610ec2065195 admin admin] Checking segment: {'id': 'c396ac14-c80f-48ae-89ea-f75471d18d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bbd950c6-5161-45bc-827b-4670ca7cbba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:49:31.162853 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dc872a-c557-46aa-bfd0-610ec2065195 admin admin] Network hostable DHCP agents. Network: bbd950c6-5161-45bc-827b-4670ca7cbba9, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:49:31.181346 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-3c77c2e0-0935-4e28-a67b-fa9abf07886c None None] For port d7cc296c-8ecb-4283-9db2-8b30422b6968, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=d7cc296c-8ecb-4283-9db2-8b30422b6968,segment=NetworkSegment(22c45405-7f86-4748-9844-c8af610496ba),segment_id=22c45405-7f86-4748-9844-c8af610496ba)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:49:31.194864 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Routers {'2fb19c42-5612-4b5f-93a6-967871d1ad1b'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:49:31.195507 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:49:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:31.201666 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eee723-0009-4de5-8786-c7f95c41ccef None None] Pushing event updated for resources: {'Port': ['ID=d7cc296c-8ecb-4283-9db2-8b30422b6968,revision_number=4']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:31.268927 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dc872a-c557-46aa-bfd0-610ec2065195 admin admin] Network bbd950c6-5161-45bc-827b-4670ca7cbba9 is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:49:31.301985 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3c77c2e0-0935-4e28-a67b-fa9abf07886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:31.318929 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] Set router 2fb19c42-5612-4b5f-93a6-967871d1ad1b gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:49:31.366033 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-58dc872a-c557-46aa-bfd0-610ec2065195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, bbd950c6-5161-45bc-827b-4670ca7cbba9) {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:31.370661 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dc872a-c557-46aa-bfd0-610ec2065195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:31.375545 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-58dc872a-c557-46aa-bfd0-610ec2065195 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:31.375691 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77c2e0-0935-4e28-a67b-fa9abf07886c None None] Pushing event updated for resources: {'Port': ['ID=d7cc296c-8ecb-4283-9db2-8b30422b6968,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:31.400851 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17a3682-46e0-4b95-9676-2f6e474acf08 None None] Network bbd950c6-5161-45bc-827b-4670ca7cbba9 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:49:31.439107 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708787f-a288-4aee-819d-fb9ee7ac1372 req-3ba08ac6-de76-4e12-873f-8819c1c0ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:31.440554 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a708787f-a288-4aee-819d-fb9ee7ac1372 req-3ba08ac6-de76-4e12-873f-8819c1c0ccf2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29c1b9c9f7024f8494e0a9b58fe35710&device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 1129 time: 0.0582149 Jul 21 10:49:31.484838 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-58dc872a-c557-46aa-bfd0-610ec2065195 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8579524 Jul 21 10:49:31.485537 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37584) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:31.489793 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-3680ca60-baa9-4687-a710-b0b765aa3fbf None None] Provisioning complete for port d7cc296c-8ecb-4283-9db2-8b30422b6968 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:31.490254 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-657387649-router', 'tenant_id': '2b05809a5167425aaee1fe39efa5fd4d', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:31.490507 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3680ca60-baa9-4687-a710-b0b765aa3fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:31.512808 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb8c55-ca53-4b97-a928-fd0c1dbf0efb req-6038f36d-d8ca-4838-bcc1-ed14948a9b58 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:31.515047 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8ddb8c55-ca53-4b97-a928-fd0c1dbf0efb req-6038f36d-d8ca-4838-bcc1-ed14948a9b58 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 943 time: 0.0635519 Jul 21 10:49:31.563201 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'name': 'tempest-TestMinimumBasicScenario-47327077-router', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '930b172d-d66c-44a9-9afa-af5657efd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:20Z', 'updated_at': '2022-07-21T10:49:26Z', 'revision_number': 4, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'gw_port': {'id': '930b172d-d66c-44a9-9afa-af5657efd122', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:22Z', 'updated_at': '2022-07-21T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd7cc296c-8ecb-4283-9db2-8b30422b6968', 'name': '', 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'mac_address': 'fa:16:3e:9b:d8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:26Z', 'updated_at': '2022-07-21T10:49:30Z', 'revision_number': 4, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'subnets': [{'id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:31.564992 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:31.588010 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8ddb8c55-ca53-4b97-a928-fd0c1dbf0efb req-2dbc5fd9-7da6-4238-9f50-d3aec3d5cd42 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669394 Jul 21 10:49:31.600218 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2165ec5-4bfc-499c-b914-23f3e59c8d2f None None] The sync data for ids ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'] in dv-cinder-849800-2-iscsi is: [{'id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'name': 'tempest-TestMinimumBasicScenario-47327077-router', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '930b172d-d66c-44a9-9afa-af5657efd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:20Z', 'updated_at': '2022-07-21T10:49:26Z', 'revision_number': 4, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'gw_port': {'id': '930b172d-d66c-44a9-9afa-af5657efd122', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:22Z', 'updated_at': '2022-07-21T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd7cc296c-8ecb-4283-9db2-8b30422b6968', 'name': '', 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'mac_address': 'fa:16:3e:9b:d8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:26Z', 'updated_at': '2022-07-21T10:49:30Z', 'revision_number': 4, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'subnets': [{'id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:49:31.628121 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19820ce-674d-417f-8dd1-1d853fa15ccf req-a271c13f-6620-460e-8350-2ab007d266dc tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:31.629880 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f19820ce-674d-417f-8dd1-1d853fa15ccf req-a271c13f-6620-460e-8350-2ab007d266dc tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0679696 Jul 21 10:49:31.634133 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7906117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router (6c0df7ca-5416-4b62-8e10-27e093ce6a44), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:31.635286 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7906908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router (6c0df7ca-5416-4b62-8e10-27e093ce6a44), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:31.640470 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cca8b75-1b15-5bba-a8e2-6f26b95bf61c-bbd950c6-5161-45bc-827b-4670ca7cbba9', 'network_id': 'bbd950c6-5161-45bc-827b-4670ca7cbba9', 'project_id': '2b05809a5167425aaee1fe39efa5fd4d', 'fixed_ips': [{'subnet_id': 'd1b6a49b-a649-4093-9a6d-9411e2971d72'}]}} from dv-cinder-849800-2-iscsi. {{(pid=111080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 10:49:31.641812 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:31.654381 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-3680ca60-baa9-4687-a710-b0b765aa3fbf None None] Current status of the port d7cc296c-8ecb-4283-9db2-8b30422b6968 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:31.717023 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f19820ce-674d-417f-8dd1-1d853fa15ccf req-c219ea49-e81f-4aea-bff8-373a82c13c7c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760787 Jul 21 10:49:31.753747 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Publish callbacks [] for router_controller (6c0df7ca-5416-4b62-8e10-27e093ce6a44), precommit_add_association {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:31.801317 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:31.857931 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.db_base_plugin_common [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Allocated IP 172.20.0.2 (bbd950c6-5161-45bc-827b-4670ca7cbba9/d1b6a49b-a649-4093-9a6d-9411e2971d72/40ab9485-46e0-4019-b735-40d9e1c34324) {{(pid=111080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:49:31.957254 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Publish callbacks [] for router_gateway (6c0df7ca-5416-4b62-8e10-27e093ce6a44), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:32.006531 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:32.032748 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Publish callbacks [] for port (40ab9485-46e0-4019-b735-40d9e1c34324), precommit_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:32.144446 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (40ab9485-46e0-4019-b735-40d9e1c34324), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:32.215103 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Network bbd950c6-5161-45bc-827b-4670ca7cbba9 is already hosted by enough agents. {{(pid=111080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:32.216721 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.base_scheduler [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Resources bound (agent type, host, resource id): {{(pid=111080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:32.218981 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Pushing event updated for resources: {'Port': ['ID=40ab9485-46e0-4019-b735-40d9e1c34324,revision_number=1']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:32.221303 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Received port after_create {{(pid=111080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:49:32.228904 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device d7cc296c-8ecb-4283-9db2-8b30422b6968 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:32.249948 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Publish callbacks [] for router_gateway (6c0df7ca-5416-4b62-8e10-27e093ce6a44), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:32.274664 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:32.317081 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:32.415289 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Allocated IP 172.27.0.53 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:49:32.462221 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Attempting to bind port 40ab9485-46e0-4019-b735-40d9e1c34324 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:49:32.463014 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Attempting to bind port 40ab9485-46e0-4019-b735-40d9e1c34324 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': 'c396ac14-c80f-48ae-89ea-f75471d18d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bbd950c6-5161-45bc-827b-4670ca7cbba9'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:49:32.463014 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Attempting to bind port 40ab9485-46e0-4019-b735-40d9e1c34324 on network bbd950c6-5161-45bc-827b-4670ca7cbba9 {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:49:32.471261 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:49:32.471636 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Checking segment: {'id': 'c396ac14-c80f-48ae-89ea-f75471d18d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bbd950c6-5161-45bc-827b-4670ca7cbba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:49:32.472039 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:32.472577 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Bound using segment: {'id': 'c396ac14-c80f-48ae-89ea-f75471d18d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bbd950c6-5161-45bc-827b-4670ca7cbba9'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:49:32.472927 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Bound port: 40ab9485-46e0-4019-b735-40d9e1c34324, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c396ac14-c80f-48ae-89ea-f75471d18d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bbd950c6-5161-45bc-827b-4670ca7cbba9'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:49:32.473306 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (40ab9485-46e0-4019-b735-40d9e1c34324), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:32.488512 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port d7cc296c-8ecb-4283-9db2-8b30422b6968 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:32.488895 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:32.563950 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:32.588991 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708787f-a288-4aee-819d-fb9ee7ac1372 req-64fe57be-a737-4298-ad75-748cf3f20c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:32.591167 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a708787f-a288-4aee-819d-fb9ee7ac1372 req-64fe57be-a737-4298-ad75-748cf3f20c5b service neutron] 10.222.0.57 "GET /v2.0/networks?id=c770f837-eda0-4a68-b0cf-fd07722be163 HTTP/1.1" status: 200 len: 917 time: 0.1943808 Jul 21 10:49:32.612358 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ede45566-b65a-402a-81b8-539964f2983b None None] For port 40ab9485-46e0-4019-b735-40d9e1c34324, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:49:32.625392 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Publish callbacks [] for port (fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:32.629804 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ede45566-b65a-402a-81b8-539964f2983b None None] For port 40ab9485-46e0-4019-b735-40d9e1c34324, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=40ab9485-46e0-4019-b735-40d9e1c34324,segment=NetworkSegment(c396ac14-c80f-48ae-89ea-f75471d18d70),segment_id=c396ac14-c80f-48ae-89ea-f75471d18d70)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:49:32.638165 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port d7cc296c-8ecb-4283-9db2-8b30422b6968 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:32.703119 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (40ab9485-46e0-4019-b735-40d9e1c34324), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:32.743144 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:32.756436 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc9e16-4de2-46c2-be74-f6d550527d35 req-1067205e-78bb-4459-bed9-a6c36ce22911 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:32.759131 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b0cc9e16-4de2-46c2-be74-f6d550527d35 req-1067205e-78bb-4459-bed9-a6c36ce22911 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 943 time: 0.0586009 Jul 21 10:49:32.785849 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede45566-b65a-402a-81b8-539964f2983b None None] Pushing event updated for resources: {'Port': ['ID=40ab9485-46e0-4019-b735-40d9e1c34324,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:32.836189 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b0cc9e16-4de2-46c2-be74-f6d550527d35 req-596d8458-fdb3-4e8c-b422-38504584f1a8 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688639 Jul 21 10:49:32.849528 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:32.855714 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:32.859763 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:49:32.900783 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Pushing event updated for resources: {'Port': ['ID=fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:32.906019 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342e928-e4c3-40ac-b075-59a20ad9bc12 req-523200e0-0e9f-48fc-8fe2-fa242199d3c8 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:32.913414 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9342e928-e4c3-40ac-b075-59a20ad9bc12 req-523200e0-0e9f-48fc-8fe2-fa242199d3c8 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0750096 Jul 21 10:49:32.971660 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9342e928-e4c3-40ac-b075-59a20ad9bc12 req-ab133655-a190-4ea3-91c3-5829e9f320ad tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572987 Jul 21 10:49:33.240916 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device a13ed13b-8d67-46d9-a44b-a3230486e080 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:49:33.334085 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a708787f-a288-4aee-819d-fb9ee7ac1372 req-ff427ba9-e549-47a5-b7e3-18f9b66300c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0efd748-6569-4435-ab16-d9acccb72164 HTTP/1.1" status: 200 len: 1001 time: 0.0784574 Jul 21 10:49:33.369387 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port a13ed13b-8d67-46d9-a44b-a3230486e080, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a13ed13b-8d67-46d9-a44b-a3230486e080,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:49:33.381476 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': 'a13ed13b-8d67-46d9-a44b-a3230486e080', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'port_id': 'a13ed13b-8d67-46d9-a44b-a3230486e080', 'mac_address': 'fa:16:3e:b7:83:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:49:33.409041 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:33.420519 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port a13ed13b-8d67-46d9-a44b-a3230486e080 is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:33.420837 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (a13ed13b-8d67-46d9-a44b-a3230486e080), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:33.434917 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13ed13b-8d67-46d9-a44b-a3230486e080 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:49:33.455779 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port a13ed13b-8d67-46d9-a44b-a3230486e080, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a13ed13b-8d67-46d9-a44b-a3230486e080,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:49:33.514076 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Publish callbacks [] for router_gateway (6c0df7ca-5416-4b62-8e10-27e093ce6a44), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:33.514452 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (a13ed13b-8d67-46d9-a44b-a3230486e080), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:33.570977 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=a13ed13b-8d67-46d9-a44b-a3230486e080,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:33.712457 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7906845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7898792'] for router (6c0df7ca-5416-4b62-8e10-27e093ce6a44), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:33.758349 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:33.818411 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0df3c0-dc82-46d1-ac21-23772cf86f39 None None] Network bbd950c6-5161-45bc-827b-4670ca7cbba9 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:49:33.910772 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-958bb9f6-0b45-4b63-ac41-9a569ef93eaa None None] Provisioning complete for port 40ab9485-46e0-4019-b735-40d9e1c34324 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:33.911153 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-958bb9f6-0b45-4b63-ac41-9a569ef93eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (40ab9485-46e0-4019-b735-40d9e1c34324), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:33.925294 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Router 6c0df7ca-5416-4b62-8e10-27e093ce6a44 is scheduled to L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 with binding_index 1 {{(pid=111078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 10:49:33.962008 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c903c-3dd0-4e80-959a-9fd783351042 req-46c37d7b-17b8-4750-b705-43c1b6429d69 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:33.964110 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-de8c903c-3dd0-4e80-959a-9fd783351042 req-46c37d7b-17b8-4750-b705-43c1b6429d69 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 944 time: 0.0539112 Jul 21 10:49:34.020750 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-958bb9f6-0b45-4b63-ac41-9a569ef93eaa None None] Current status of the port 40ab9485-46e0-4019-b735-40d9e1c34324 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:34.020750 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-958bb9f6-0b45-4b63-ac41-9a569ef93eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (40ab9485-46e0-4019-b735-40d9e1c34324), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:34.021980 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:34.046223 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-de8c903c-3dd0-4e80-959a-9fd783351042 req-351a456e-1025-4319-bc6b-54b49684d429 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736954 Jul 21 10:49:34.075061 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-958bb9f6-0b45-4b63-ac41-9a569ef93eaa None None] For port 40ab9485-46e0-4019-b735-40d9e1c34324, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=40ab9485-46e0-4019-b735-40d9e1c34324,segment=NetworkSegment(c396ac14-c80f-48ae-89ea-f75471d18d70),segment_id=c396ac14-c80f-48ae-89ea-f75471d18d70)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:49:34.116549 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:49:34.126226 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-958bb9f6-0b45-4b63-ac41-9a569ef93eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (40ab9485-46e0-4019-b735-40d9e1c34324), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:34.156359 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc45e42-1e4f-4912-b416-4182affa87e3 req-9aff9ae1-9d31-4057-ad42-4ca03e3ef632 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:34.163886 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-efc45e42-1e4f-4912-b416-4182affa87e3 req-9aff9ae1-9d31-4057-ad42-4ca03e3ef632 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 945 time: 0.0916018 Jul 21 10:49:34.174020 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Sync routers for ids ['6c0df7ca-5416-4b62-8e10-27e093ce6a44'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:49:34.199563 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Routers {'6c0df7ca-5416-4b62-8e10-27e093ce6a44'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:49:34.200215 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:49:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['6c0df7ca-5416-4b62-8e10-27e093ce6a44'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:34.214714 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bb9f6-0b45-4b63-ac41-9a569ef93eaa None None] Pushing event updated for resources: {'Port': ['ID=40ab9485-46e0-4019-b735-40d9e1c34324,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:34.238565 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-efc45e42-1e4f-4912-b416-4182affa87e3 req-8b91128e-77d5-45bd-ad2c-76ad25cb35f5 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736103 Jul 21 10:49:34.270059 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708787f-a288-4aee-819d-fb9ee7ac1372 req-da6c55da-e111-46e4-a89e-59701ae7497c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:34.271793 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a708787f-a288-4aee-819d-fb9ee7ac1372 req-da6c55da-e111-46e4-a89e-59701ae7497c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c79189c-6f8d-462a-9ba9-a421b25b0a63 HTTP/1.1" status: 200 len: 855 time: 0.1001027 Jul 21 10:49:34.284045 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 40ab9485-46e0-4019-b735-40d9e1c34324 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:34.311747 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:34.312974 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-aa1d0975-e6b8-461e-8df4-80ae6038bcd6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8269053 Jul 21 10:49:34.316105 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37606) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:34.362412 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708787f-a288-4aee-819d-fb9ee7ac1372 req-fe44bc0f-6bff-4855-8a0f-245c3503301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:34.363963 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a708787f-a288-4aee-819d-fb9ee7ac1372 req-fe44bc0f-6bff-4855-8a0f-245c3503301d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c770f837-eda0-4a68-b0cf-fd07722be163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839436 Jul 21 10:49:34.384178 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-a40e60da-1186-4f3b-8730-f24368312d65 None None] Provisioning complete for port 40ab9485-46e0-4019-b735-40d9e1c34324 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:34.384561 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-a40e60da-1186-4f3b-8730-f24368312d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (40ab9485-46e0-4019-b735-40d9e1c34324), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:34.431304 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Set router 6c0df7ca-5416-4b62-8e10-27e093ce6a44 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:49:34.461801 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 40ab9485-46e0-4019-b735-40d9e1c34324 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:34.462186 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (40ab9485-46e0-4019-b735-40d9e1c34324), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:34.465130 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:34.552084 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a708787f-a288-4aee-819d-fb9ee7ac1372 req-759c925a-c078-4e40-905d-6f9aea6effcd service neutron] 10.222.0.57 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771867 Jul 21 10:49:34.665124 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:34.675659 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-a40e60da-1186-4f3b-8730-f24368312d65 None None] Current status of the port 40ab9485-46e0-4019-b735-40d9e1c34324 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:34.687385 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 40ab9485-46e0-4019-b735-40d9e1c34324 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:34.721368 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a708787f-a288-4aee-819d-fb9ee7ac1372 req-b4702b02-40e2-46d8-9486-a76201b14858 service neutron] 10.222.0.57 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454225 Jul 21 10:49:34.727040 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'name': 'tempest-TestMinimumBasicScenario-657387649-router', 'tenant_id': '2b05809a5167425aaee1fe39efa5fd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:31Z', 'updated_at': '2022-07-21T10:49:33Z', 'revision_number': 3, 'project_id': '2b05809a5167425aaee1fe39efa5fd4d', 'gw_port': {'id': 'fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:32Z', 'updated_at': '2022-07-21T10:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:34.758394 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['a13ed13b-8d67-46d9-a44b-a3230486e080'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:49:34.765025 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Checking router: 6c0df7ca-5416-4b62-8e10-27e093ce6a44 for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:49:34.765420 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Updating router 6c0df7ca-5416-4b62-8e10-27e093ce6a44 port fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367 binding host dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:49:34.767951 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device e0efd748-6569-4435-ab16-d9acccb72164 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:49:34.840018 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:34.865315 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:34.893238 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:34.893482 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:35.039642 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port e0efd748-6569-4435-ab16-d9acccb72164 is: ACTIVE; New status is: DOWN {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:35.039941 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (e0efd748-6569-4435-ab16-d9acccb72164), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:35.050122 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] Allocated IP 172.20.0.1 (bbd950c6-5161-45bc-827b-4670ca7cbba9/d1b6a49b-a649-4093-9a6d-9411e2971d72/d98e4646-c466-4e56-b17c-d5c17384a956) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:49:35.139867 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0efd748-6569-4435-ab16-d9acccb72164'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:49:35.143225 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb3b806-5eb2-41a1-85fc-c75e494ad375" -d '{"events": [{"server_uuid": "1e730525-7ce4-4a5a-8023-84cae6b1da3d", "name": "network-vif-unplugged", "status": "completed", "tag": "e0efd748-6569-4435-ab16-d9acccb72164"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:49:35.174988 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] Publish callbacks [] for port (d98e4646-c466-4e56-b17c-d5c17384a956), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:35.177215 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port e0efd748-6569-4435-ab16-d9acccb72164, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e0efd748-6569-4435-ab16-d9acccb72164,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:49:35.206700 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:35.219143 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Jul 2022 10:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1344fffd-e5b8-496c-8ecc-832c2c144720 x-openstack-request-id: req-1344fffd-e5b8-496c-8ecc-832c2c144720 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:49:35.219463 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e730525-7ce4-4a5a-8023-84cae6b1da3d", "name": "network-vif-unplugged", "status": "completed", "tag": "e0efd748-6569-4435-ab16-d9acccb72164", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:49:35.222033 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1344fffd-e5b8-496c-8ecc-832c2c144720 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:49:35.222033 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1344fffd-e5b8-496c-8ecc-832c2c144720'] response: {'server_uuid': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0efd748-6569-4435-ab16-d9acccb72164', 'code': 200} Jul 21 10:49:35.235857 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40578c10-0be1-4153-88e3-c5a0ce116751 req-38fc2edb-e7de-4205-8565-70923f1a4d09 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:35.237362 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-40578c10-0be1-4153-88e3-c5a0ce116751 req-38fc2edb-e7de-4205-8565-70923f1a4d09 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 944 time: 0.0643246 Jul 21 10:49:35.242261 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (e0efd748-6569-4435-ab16-d9acccb72164), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:35.293474 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (d98e4646-c466-4e56-b17c-d5c17384a956), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:35.309360 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-40578c10-0be1-4153-88e3-c5a0ce116751 req-fe6ee750-195b-4987-a059-c9017b3b8eb7 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653780 Jul 21 10:49:35.348384 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] Network bbd950c6-5161-45bc-827b-4670ca7cbba9 is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:35.359002 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:35.363371 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:49:35.406003 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61466e3-f738-4592-95ab-a72e271d8f85 req-d33cab59-a36d-46ae-9984-5ee31aebf7c8 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:35.408442 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] Pushing event updated for resources: {'Port': ['ID=d98e4646-c466-4e56-b17c-d5c17384a956,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:35.419405 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c61466e3-f738-4592-95ab-a72e271d8f85 req-d33cab59-a36d-46ae-9984-5ee31aebf7c8 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0800912 Jul 21 10:49:35.430124 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906643'] for router_interface (6c0df7ca-5416-4b62-8e10-27e093ce6a44), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:35.484684 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c61466e3-f738-4592-95ab-a72e271d8f85 req-7d79ad3a-fe4a-4744-a854-557242157b0e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627625 Jul 21 10:49:35.525096 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=e0efd748-6569-4435-ab16-d9acccb72164,revision_number=8']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:35.533665 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Publish callbacks [] for port (fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367), precommit_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:35.616868 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:35.674438 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Attempting to bind port fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:49:35.674838 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Attempting to bind port fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:49:35.675198 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Attempting to bind port fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367 on network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:49:35.681896 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba99ae-2643-4f43-b27a-d23b917ea5db None None] Pushing event updated for resources: {'Port': ['ID=fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:35.685824 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:49:35.686031 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d98e4646-c466-4e56-b17c-d5c17384a956), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:35.686269 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Checking segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:49:35.686626 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:35.687014 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Bound using segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:49:35.687486 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Bound port: fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:49:35.687867 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:35.724515 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-d1b18802-b29f-407e-bee4-81f6e4f4df22 None None] Provisioning complete for port d98e4646-c466-4e56-b17c-d5c17384a956 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:35.724896 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-d1b18802-b29f-407e-bee4-81f6e4f4df22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d98e4646-c466-4e56-b17c-d5c17384a956), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:35.779316 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] For port fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:49:35.782885 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] For port fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:49:35.784105 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-d1b18802-b29f-407e-bee4-81f6e4f4df22 None None] Port d98e4646-c466-4e56-b17c-d5c17384a956 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:49:35.828917 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:35.848116 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] Publish callbacks [] for port (d98e4646-c466-4e56-b17c-d5c17384a956), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:35.863339 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:35.904072 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:35.919785 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (d98e4646-c466-4e56-b17c-d5c17384a956), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:35.921620 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Routers {'6c0df7ca-5416-4b62-8e10-27e093ce6a44'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:49:35.922257 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:49:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['6c0df7ca-5416-4b62-8e10-27e093ce6a44'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:35.961695 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba99ae-2643-4f43-b27a-d23b917ea5db None None] Pushing event updated for resources: {'Port': ['ID=fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:35.989179 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] Pushing event updated for resources: {'Port': ['ID=d98e4646-c466-4e56-b17c-d5c17384a956,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:35.992101 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906751'] for router_interface (6c0df7ca-5416-4b62-8e10-27e093ce6a44), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:36.013971 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:36.036454 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] Set router 6c0df7ca-5416-4b62-8e10-27e093ce6a44 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:49:36.089056 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] Network bbd950c6-5161-45bc-827b-4670ca7cbba9 is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:36.091161 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:36.200918 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 40ab9485-46e0-4019-b735-40d9e1c34324 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:36.315779 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'name': 'tempest-TestMinimumBasicScenario-657387649-router', 'tenant_id': '2b05809a5167425aaee1fe39efa5fd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:31Z', 'updated_at': '2022-07-21T10:49:35Z', 'revision_number': 4, 'project_id': '2b05809a5167425aaee1fe39efa5fd4d', 'gw_port': {'id': 'fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:32Z', 'updated_at': '2022-07-21T10:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd98e4646-c466-4e56-b17c-d5c17384a956', 'name': '', 'network_id': 'bbd950c6-5161-45bc-827b-4670ca7cbba9', 'tenant_id': '2b05809a5167425aaee1fe39efa5fd4d', 'mac_address': 'fa:16:3e:67:cf:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd1b6a49b-a649-4093-9a6d-9411e2971d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:34Z', 'updated_at': '2022-07-21T10:49:35Z', 'revision_number': 2, 'project_id': '2b05809a5167425aaee1fe39efa5fd4d', 'subnets': [{'id': 'd1b6a49b-a649-4093-9a6d-9411e2971d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:36.317573 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 40ab9485-46e0-4019-b735-40d9e1c34324 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:36.317946 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (40ab9485-46e0-4019-b735-40d9e1c34324), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:36.361152 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef7b75-162c-4022-b89d-a3d5a71d7a7f None None] The sync data for ids ['6c0df7ca-5416-4b62-8e10-27e093ce6a44'] in dv-cinder-849800-2-iscsi is: [{'id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'name': 'tempest-TestMinimumBasicScenario-657387649-router', 'tenant_id': '2b05809a5167425aaee1fe39efa5fd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:31Z', 'updated_at': '2022-07-21T10:49:35Z', 'revision_number': 4, 'project_id': '2b05809a5167425aaee1fe39efa5fd4d', 'gw_port': {'id': 'fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:32Z', 'updated_at': '2022-07-21T10:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd98e4646-c466-4e56-b17c-d5c17384a956', 'name': '', 'network_id': 'bbd950c6-5161-45bc-827b-4670ca7cbba9', 'tenant_id': '2b05809a5167425aaee1fe39efa5fd4d', 'mac_address': 'fa:16:3e:67:cf:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd1b6a49b-a649-4093-9a6d-9411e2971d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:34Z', 'updated_at': '2022-07-21T10:49:35Z', 'revision_number': 2, 'project_id': '2b05809a5167425aaee1fe39efa5fd4d', 'subnets': [{'id': 'd1b6a49b-a649-4093-9a6d-9411e2971d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:49:36.431850 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] Router 6c0df7ca-5416-4b62-8e10-27e093ce6a44 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:49:36.439691 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-4b858f75-dabd-499f-bb82-4c36c3c58845 None None] Provisioning complete for port d98e4646-c466-4e56-b17c-d5c17384a956 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:36.439916 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5d644-80ec-4501-9f66-f8b25fb3b498 req-49235fad-e778-439d-a472-4660b67fcc7a tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:36.440403 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-4b858f75-dabd-499f-bb82-4c36c3c58845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d98e4646-c466-4e56-b17c-d5c17384a956), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:36.441770 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 40ab9485-46e0-4019-b735-40d9e1c34324 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:36.442059 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-83a5d644-80ec-4501-9f66-f8b25fb3b498 req-49235fad-e778-439d-a472-4660b67fcc7a tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 944 time: 0.0598845 Jul 21 10:49:36.482657 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-4b858f75-dabd-499f-bb82-4c36c3c58845 None None] Port d98e4646-c466-4e56-b17c-d5c17384a956 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:49:36.500991 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-83a5d644-80ec-4501-9f66-f8b25fb3b498 req-3b8c6ca2-fbb4-446c-a513-2c98a94764f6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528913 Jul 21 10:49:36.557876 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:36.563055 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:49:36.573351 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-5e859d0c-b897-418c-a4a3-8b01bbb83810 admin admin] 10.222.0.48 "PUT /v2.0/routers/6c0df7ca-5416-4b62-8e10-27e093ce6a44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2566276 Jul 21 10:49:36.659831 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a789cbf-6f26-4ea5-8e07-24c18f166d3f req-f01b74bb-c988-48f5-87a9-f03dffd0bc5b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:36.661566 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8a789cbf-6f26-4ea5-8e07-24c18f166d3f req-f01b74bb-c988-48f5-87a9-f03dffd0bc5b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0835998 Jul 21 10:49:36.676092 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:36.709735 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:36.723737 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8a789cbf-6f26-4ea5-8e07-24c18f166d3f req-27d3d4f6-aeb7-4533-b758-82ad5860f597 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560069 Jul 21 10:49:37.677372 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c227cc-5710-496a-8fa2-180b58c6b583 req-9d7c2661-f6d7-4df8-898f-eea63f78a6ee tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:37.679325 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-59c227cc-5710-496a-8fa2-180b58c6b583 req-9d7c2661-f6d7-4df8-898f-eea63f78a6ee tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 944 time: 0.0794942 Jul 21 10:49:37.739164 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-59c227cc-5710-496a-8fa2-180b58c6b583 req-c50a3c4b-0d95-4675-a649-f4a532f738a8 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503674 Jul 21 10:49:37.858250 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af3eb9-7e64-4ec8-988c-215ecc69d27e req-e05393d0-81c0-44e1-ad45-1a2df640abab tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:37.865777 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-86af3eb9-7e64-4ec8-988c-215ecc69d27e req-e05393d0-81c0-44e1-ad45-1a2df640abab tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0588143 Jul 21 10:49:37.930691 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-86af3eb9-7e64-4ec8-988c-215ecc69d27e req-18a8cc5d-6399-4fec-93c8-645f0b190e8c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556974 Jul 21 10:49:38.194460 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:38.263647 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:38.264409 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:38.341206 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device a13ed13b-8d67-46d9-a44b-a3230486e080 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:38.384346 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:38.384877 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:38.423448 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] For port fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:49:38.434851 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port a13ed13b-8d67-46d9-a44b-a3230486e080 completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:49:38.531547 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:38.566379 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port a13ed13b-8d67-46d9-a44b-a3230486e080 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:38.566907 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (a13ed13b-8d67-46d9-a44b-a3230486e080), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:38.609768 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:38.639395 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Pushing event updated for resources: {'Port': ['ID=fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:38.715102 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port a13ed13b-8d67-46d9-a44b-a3230486e080 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:38.715485 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (a13ed13b-8d67-46d9-a44b-a3230486e080), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:38.764240 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13ed13b-8d67-46d9-a44b-a3230486e080'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:49:38.766738 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665c9ffc-f26a-4fb2-ac0d-d2aec41ba330" -d '{"events": [{"server_uuid": "73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b", "name": "network-vif-plugged", "status": "completed", "tag": "a13ed13b-8d67-46d9-a44b-a3230486e080"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:49:38.804128 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port a13ed13b-8d67-46d9-a44b-a3230486e080, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a13ed13b-8d67-46d9-a44b-a3230486e080,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:49:38.826870 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e9744d-5c98-4649-99b7-308bfc980d94 x-openstack-request-id: req-08e9744d-5c98-4649-99b7-308bfc980d94 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:49:38.827259 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b", "name": "network-vif-plugged", "status": "completed", "tag": "a13ed13b-8d67-46d9-a44b-a3230486e080", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:49:38.827429 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08e9744d-5c98-4649-99b7-308bfc980d94 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:49:38.827877 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e9744d-5c98-4649-99b7-308bfc980d94'] response: {'server_uuid': '73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13ed13b-8d67-46d9-a44b-a3230486e080', 'code': 200} Jul 21 10:49:38.869193 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (a13ed13b-8d67-46d9-a44b-a3230486e080), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:38.930093 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e2f6e-7bfe-4079-bce9-47d41e4fa367 req-f17608dd-37c4-4b2f-a719-76050ee14681 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:38.937624 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f81e2f6e-7bfe-4079-bce9-47d41e4fa367 req-f17608dd-37c4-4b2f-a719-76050ee14681 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 944 time: 0.0993140 Jul 21 10:49:39.014385 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f81e2f6e-7bfe-4079-bce9-47d41e4fa367 req-f6b26c8a-c437-44d1-83c5-75c0f1898aeb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744462 Jul 21 10:49:39.015187 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=a13ed13b-8d67-46d9-a44b-a3230486e080,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:39.124679 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0364029-b1d3-4785-8948-a8a2ab0adcf5 req-5456d994-5ad2-4dc0-a47f-a073c85ffcd1 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:39.126142 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d0364029-b1d3-4785-8948-a8a2ab0adcf5 req-5456d994-5ad2-4dc0-a47f-a073c85ffcd1 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0578556 Jul 21 10:49:39.202698 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d0364029-b1d3-4785-8948-a8a2ab0adcf5 req-0cf1734b-2a0c-48b5-b625-48ef97753496 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687852 Jul 21 10:49:40.038193 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Sync routers for ids ['6c0df7ca-5416-4b62-8e10-27e093ce6a44'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:49:40.047851 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de42732-882a-4f71-b9ed-4f677b559db2 req-c79edf81-7f00-4b8d-8a42-abf42f289f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:40.050393 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5de42732-882a-4f71-b9ed-4f677b559db2 req-c79edf81-7f00-4b8d-8a42-abf42f289f73 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 1129 time: 0.0646627 Jul 21 10:49:40.050942 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Routers {'6c0df7ca-5416-4b62-8e10-27e093ce6a44'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:49:40.054420 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:49:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['6c0df7ca-5416-4b62-8e10-27e093ce6a44'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:40.111761 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5de42732-882a-4f71-b9ed-4f677b559db2 req-c57d8573-e60e-4618-a072-964817c3533d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548100 Jul 21 10:49:40.183065 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b1bb4-d7c8-4be2-b5ec-6c3b9ee0d3dd req-85fcda71-425c-4cad-b204-1171e6ebbd20 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:40.185440 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f42b1bb4-d7c8-4be2-b5ec-6c3b9ee0d3dd req-85fcda71-425c-4cad-b204-1171e6ebbd20 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 945 time: 0.0726457 Jul 21 10:49:40.203932 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:40.258943 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f42b1bb4-d7c8-4be2-b5ec-6c3b9ee0d3dd req-d7deb59f-0bac-4fe1-a2cc-95eb656838ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630014 Jul 21 10:49:40.270193 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Set router 6c0df7ca-5416-4b62-8e10-27e093ce6a44 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:49:40.296026 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:40.300978 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:40.301302 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:40.367004 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d27f91-a719-4244-aa69-6ec25cdabe4b req-d988e422-dc17-4378-9345-797b4cf7ce9c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:40.376044 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-50d27f91-a719-4244-aa69-6ec25cdabe4b req-d988e422-dc17-4378-9345-797b4cf7ce9c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0966597 Jul 21 10:49:40.398165 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:40.448096 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-50d27f91-a719-4244-aa69-6ec25cdabe4b req-9984619f-5417-49e1-94d4-ec671252ab2a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708773 Jul 21 10:49:40.525002 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'name': 'tempest-TestMinimumBasicScenario-657387649-router', 'tenant_id': '2b05809a5167425aaee1fe39efa5fd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:31Z', 'updated_at': '2022-07-21T10:49:35Z', 'revision_number': 4, 'project_id': '2b05809a5167425aaee1fe39efa5fd4d', 'gw_port': {'id': 'fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:32Z', 'updated_at': '2022-07-21T10:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd98e4646-c466-4e56-b17c-d5c17384a956', 'name': '', 'network_id': 'bbd950c6-5161-45bc-827b-4670ca7cbba9', 'tenant_id': '2b05809a5167425aaee1fe39efa5fd4d', 'mac_address': 'fa:16:3e:67:cf:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd1b6a49b-a649-4093-9a6d-9411e2971d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:34Z', 'updated_at': '2022-07-21T10:49:35Z', 'revision_number': 2, 'project_id': '2b05809a5167425aaee1fe39efa5fd4d', 'subnets': [{'id': 'd1b6a49b-a649-4093-9a6d-9411e2971d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:40.554973 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Checking router: 6c0df7ca-5416-4b62-8e10-27e093ce6a44 for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:49:40.555604 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Updating router 6c0df7ca-5416-4b62-8e10-27e093ce6a44 port d98e4646-c466-4e56-b17c-d5c17384a956 binding host dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:49:40.586567 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d98e4646-c466-4e56-b17c-d5c17384a956), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:40.859513 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Publish callbacks [] for port (d98e4646-c466-4e56-b17c-d5c17384a956), precommit_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:41.154631 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (d98e4646-c466-4e56-b17c-d5c17384a956), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:41.225322 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136904b8-6441-4efb-90dd-ad7aa254c248 None None] Pushing event updated for resources: {'Port': ['ID=d98e4646-c466-4e56-b17c-d5c17384a956,revision_number=3']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:41.338467 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:41.361657 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Attempting to bind port d98e4646-c466-4e56-b17c-d5c17384a956 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:49:41.367879 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Attempting to bind port d98e4646-c466-4e56-b17c-d5c17384a956 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': 'c396ac14-c80f-48ae-89ea-f75471d18d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bbd950c6-5161-45bc-827b-4670ca7cbba9'}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:49:41.367879 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Attempting to bind port d98e4646-c466-4e56-b17c-d5c17384a956 on network bbd950c6-5161-45bc-827b-4670ca7cbba9 {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:49:41.376857 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:49:41.380145 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Checking segment: {'id': 'c396ac14-c80f-48ae-89ea-f75471d18d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bbd950c6-5161-45bc-827b-4670ca7cbba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:49:41.380463 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:41.381066 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Bound using segment: {'id': 'c396ac14-c80f-48ae-89ea-f75471d18d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bbd950c6-5161-45bc-827b-4670ca7cbba9'} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:49:41.381826 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Bound port: d98e4646-c466-4e56-b17c-d5c17384a956, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c396ac14-c80f-48ae-89ea-f75471d18d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bbd950c6-5161-45bc-827b-4670ca7cbba9'}}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:49:41.382243 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d98e4646-c466-4e56-b17c-d5c17384a956), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:41.393091 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:41.449911 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73fdf2-f357-4384-af3e-1dfa7ef425c9 req-86a6a30e-a5b2-4999-a1c5-0cafe3b7a01f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:41.464992 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3a73fdf2-f357-4384-af3e-1dfa7ef425c9 req-86a6a30e-a5b2-4999-a1c5-0cafe3b7a01f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 945 time: 0.1189251 Jul 21 10:49:41.545476 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] For port d98e4646-c466-4e56-b17c-d5c17384a956, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:49:41.549433 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] For port d98e4646-c466-4e56-b17c-d5c17384a956, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=d98e4646-c466-4e56-b17c-d5c17384a956,segment=NetworkSegment(c396ac14-c80f-48ae-89ea-f75471d18d70),segment_id=c396ac14-c80f-48ae-89ea-f75471d18d70)] {{(pid=111081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:49:41.574332 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3a73fdf2-f357-4384-af3e-1dfa7ef425c9 req-1e324a47-d70b-4916-b233-ae6524030900 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042399 Jul 21 10:49:41.590219 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-362779ba-9258-439e-bb12-e22c197ca8c6 None None] Provisioning complete for port d98e4646-c466-4e56-b17c-d5c17384a956 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:41.594217 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-362779ba-9258-439e-bb12-e22c197ca8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d98e4646-c466-4e56-b17c-d5c17384a956), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:41.643660 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-362779ba-9258-439e-bb12-e22c197ca8c6 None None] Port d98e4646-c466-4e56-b17c-d5c17384a956 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:49:41.646465 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226d87f-97b1-49a9-8c7c-865763156fc1 req-369cbba4-2332-4443-8a65-333fd2f5b664 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:41.648485 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5226d87f-97b1-49a9-8c7c-865763156fc1 req-369cbba4-2332-4443-8a65-333fd2f5b664 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0724349 Jul 21 10:49:41.674727 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (d98e4646-c466-4e56-b17c-d5c17384a956), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:41.711469 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5226d87f-97b1-49a9-8c7c-865763156fc1 req-94d0b0bc-5f25-40b2-9722-50e888521839 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563905 Jul 21 10:49:41.769412 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Routers {'6c0df7ca-5416-4b62-8e10-27e093ce6a44'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:49:41.770150 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:49:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['6c0df7ca-5416-4b62-8e10-27e093ce6a44'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:41.948187 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] Set router 6c0df7ca-5416-4b62-8e10-27e093ce6a44 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:49:41.986464 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136904b8-6441-4efb-90dd-ad7aa254c248 None None] Pushing event updated for resources: {'Port': ['ID=d98e4646-c466-4e56-b17c-d5c17384a956,revision_number=4']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:42.084093 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Provisioning complete for port d98e4646-c466-4e56-b17c-d5c17384a956 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:42.085733 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d98e4646-c466-4e56-b17c-d5c17384a956), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:42.276771 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-a6628854-5576-4e23-a4c1-f539246bddd0 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2034104126&fields=id&tenant_id=620ea9c4eaa74dc5858cf93d9fcad9f1 HTTP/1.1" status: 200 len: 267 time: 0.1459656 Jul 21 10:49:42.280483 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Current status of the port d98e4646-c466-4e56-b17c-d5c17384a956 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:42.281161 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d98e4646-c466-4e56-b17c-d5c17384a956), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:42.309182 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device d98e4646-c466-4e56-b17c-d5c17384a956 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:42.363288 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] For port d98e4646-c466-4e56-b17c-d5c17384a956, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=d98e4646-c466-4e56-b17c-d5c17384a956,segment=NetworkSegment(c396ac14-c80f-48ae-89ea-f75471d18d70),segment_id=c396ac14-c80f-48ae-89ea-f75471d18d70)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:49:42.383571 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port d98e4646-c466-4e56-b17c-d5c17384a956 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:42.384320 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d98e4646-c466-4e56-b17c-d5c17384a956), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:42.404985 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'name': 'tempest-TestMinimumBasicScenario-657387649-router', 'tenant_id': '2b05809a5167425aaee1fe39efa5fd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:31Z', 'updated_at': '2022-07-21T10:49:35Z', 'revision_number': 4, 'project_id': '2b05809a5167425aaee1fe39efa5fd4d', 'gw_port': {'id': 'fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:32Z', 'updated_at': '2022-07-21T10:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd98e4646-c466-4e56-b17c-d5c17384a956', 'name': '', 'network_id': 'bbd950c6-5161-45bc-827b-4670ca7cbba9', 'tenant_id': '2b05809a5167425aaee1fe39efa5fd4d', 'mac_address': 'fa:16:3e:67:cf:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd1b6a49b-a649-4093-9a6d-9411e2971d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:34Z', 'updated_at': '2022-07-21T10:49:41Z', 'revision_number': 4, 'project_id': '2b05809a5167425aaee1fe39efa5fd4d', 'subnets': [{'id': 'd1b6a49b-a649-4093-9a6d-9411e2971d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:42.433558 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93034a74-f89c-4304-87bd-b3f24ce14e9b None None] The sync data for ids ['6c0df7ca-5416-4b62-8e10-27e093ce6a44'] in dv-cinder-849800-2-iscsi is: [{'id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'name': 'tempest-TestMinimumBasicScenario-657387649-router', 'tenant_id': '2b05809a5167425aaee1fe39efa5fd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:31Z', 'updated_at': '2022-07-21T10:49:35Z', 'revision_number': 4, 'project_id': '2b05809a5167425aaee1fe39efa5fd4d', 'gw_port': {'id': 'fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:32Z', 'updated_at': '2022-07-21T10:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd98e4646-c466-4e56-b17c-d5c17384a956', 'name': '', 'network_id': 'bbd950c6-5161-45bc-827b-4670ca7cbba9', 'tenant_id': '2b05809a5167425aaee1fe39efa5fd4d', 'mac_address': 'fa:16:3e:67:cf:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'd1b6a49b-a649-4093-9a6d-9411e2971d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:34Z', 'updated_at': '2022-07-21T10:49:41Z', 'revision_number': 4, 'project_id': '2b05809a5167425aaee1fe39efa5fd4d', 'subnets': [{'id': 'd1b6a49b-a649-4093-9a6d-9411e2971d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:49:42.454956 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-cb8a0109-3684-4bfd-90e6-464b28b4b6d9 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:42.457843 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-cb8a0109-3684-4bfd-90e6-464b28b4b6d9 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/networks?id=27b56899-b3ca-45d1-a202-b2681b2d043e HTTP/1.1" status: 200 len: 809 time: 0.1758399 Jul 21 10:49:42.462778 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (d98e4646-c466-4e56-b17c-d5c17384a956), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:42.480148 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-f3368103-0816-4034-8e0e-8cd851af198a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/quotas/620ea9c4eaa74dc5858cf93d9fcad9f1 HTTP/1.1" status: 200 len: 375 time: 0.0123224 Jul 21 10:49:42.543515 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port d98e4646-c466-4e56-b17c-d5c17384a956 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:42.571898 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-c544b57d-f052-4e4b-8e8f-04a5985362b3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=620ea9c4eaa74dc5858cf93d9fcad9f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841780 Jul 21 10:49:42.577679 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Pushing event updated for resources: {'Port': ['ID=d98e4646-c466-4e56-b17c-d5c17384a956,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:42.586144 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:42.586498 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:42.586867 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:42.587224 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:42.587713 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:42.588060 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:42.588395 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:42.588725 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:42.589053 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:42.591987 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:42.592615 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:42.592710 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:42.592987 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:42.593585 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:42.593925 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e179583-867c-4e52-807a-5bd02adaa82c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:49:42.694499 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:42.695725 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:42.698293 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-db19f1e5-9a18-4383-ab44-30aa68c154bc service neutron] 10.222.0.48 "GET /v2.0/networks/27b56899-b3ca-45d1-a202-b2681b2d043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139305 Jul 21 10:49:42.822351 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-542ea10f-8739-4566-a6f8-308fa9be5652 service neutron] 10.222.0.48 "GET /v2.0/networks/27b56899-b3ca-45d1-a202-b2681b2d043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159883 Jul 21 10:49:43.027879 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device e0efd748-6569-4435-ab16-d9acccb72164 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:49:43.163472 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:43.220294 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port e0efd748-6569-4435-ab16-d9acccb72164 is: DOWN; New status is: DOWN {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:43.251004 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcedb88-62c4-4a71-a043-e3602a441786 req-9dedf317-f40c-4e66-aa1a-c17acab0ee09 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:43.252576 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8dcedb88-62c4-4a71-a043-e3602a441786 req-9dedf317-f40c-4e66-aa1a-c17acab0ee09 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 945 time: 0.0765257 Jul 21 10:49:43.317695 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8dcedb88-62c4-4a71-a043-e3602a441786 req-60c5e176-0ef2-4d04-a10a-b39e553a0520 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533445 Jul 21 10:49:43.411868 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [req-5ad94ee9-1d93-42f9-838a-1e744d99b580 req-94e8b19a-c503-46f0-875f-4fe4eac7f479 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 10:49:43.414063 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5ad94ee9-1d93-42f9-838a-1e744d99b580 req-94e8b19a-c503-46f0-875f-4fe4eac7f479 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056849 Jul 21 10:49:43.773786 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a5ec4-a7ed-4136-98f7-35afde76a99f req-4492cf5a-a567-41ea-acce-5682e01f5889 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:43.785231 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37756) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:43.786520 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c41a5ec4-a7ed-4136-98f7-35afde76a99f req-4492cf5a-a567-41ea-acce-5682e01f5889 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 945 time: 0.0773690 Jul 21 10:49:43.791019 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-1b1fcc6a-4534-461e-937f-9d0a9906ffaf tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'floatingip': {'port_id': 'a13ed13b-8d67-46d9-a44b-a3230486e080'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:43.886287 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1b1fcc6a-4534-461e-937f-9d0a9906ffaf tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (f6e5c4a5-3793-410a-a36e-fa5826aba37a), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:43.904922 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5d1cf-64a8-4b7d-ba63-953295cff1ca req-cc46d303-a8b7-4af7-934b-32ab06564134 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:43.909590 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9dc5d1cf-64a8-4b7d-ba63-953295cff1ca req-cc46d303-a8b7-4af7-934b-32ab06564134 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0809231 Jul 21 10:49:43.986227 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9dc5d1cf-64a8-4b7d-ba63-953295cff1ca req-2c0bfaef-6f13-44e5-8b47-162b200c4b1a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711896 Jul 21 10:49:44.219045 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device d98e4646-c466-4e56-b17c-d5c17384a956 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:49:44.315159 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port d98e4646-c466-4e56-b17c-d5c17384a956 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:44.315159 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d98e4646-c466-4e56-b17c-d5c17384a956), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:44.356233 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 37774) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:44.454012 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port d98e4646-c466-4e56-b17c-d5c17384a956 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:49:44.582182 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cab03d97-4f0d-43a0-8468-33966858c024 req-d150c25f-cd59-4a06-b74a-58301b60201a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2245476 Jul 21 10:49:44.601223 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [req-cab03d97-4f0d-43a0-8468-33966858c024 req-49081813-94ae-4da5-8234-93b362f4e789 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 10:49:44.603516 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cab03d97-4f0d-43a0-8468-33966858c024 req-49081813-94ae-4da5-8234-93b362f4e789 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0081527 Jul 21 10:49:44.643103 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-65d7f868-f1bd-4282-bbfa-a5fef25cacc7 req-b940ab42-feaa-4f3e-b839-869ca8fba8d6 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 210 time: 0.0594528 Jul 21 10:49:44.712919 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 37794) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:49:44.826677 dv-cinder-849800-2-iscsi neutron-server[111078]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 21 10:49:44.837670 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1b1fcc6a-4534-461e-937f-9d0a9906ffaf tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:44.859890 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:44.883063 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab03d97-4f0d-43a0-8468-33966858c024 req-ddef5417-60f2-483f-a353-2c13b1bf2d3e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:44.892595 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-cab03d97-4f0d-43a0-8468-33966858c024 req-ddef5417-60f2-483f-a353-2c13b1bf2d3e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports/e0efd748-6569-4435-ab16-d9acccb72164 HTTP/1.1" status: 200 len: 940 time: 0.1785071 Jul 21 10:49:44.936690 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1b1fcc6a-4534-461e-937f-9d0a9906ffaf tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (f6e5c4a5-3793-410a-a36e-fa5826aba37a), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:45.087082 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:45.145787 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.l3_db [None req-1b1fcc6a-4534-461e-937f-9d0a9906ffaf tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Floating IP f6e5c4a5-3793-410a-a36e-fa5826aba37a associated. External IP: 172.27.0.195, port: a13ed13b-8d67-46d9-a44b-a3230486e080. Jul 21 10:49:45.154471 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbc7e0-8af5-45f3-9e74-9c5ee2a574fc req-e34cd60f-550e-4ce4-8e60-cc707718afdb tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:45.156628 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-00dbc7e0-8af5-45f3-9e74-9c5ee2a574fc req-e34cd60f-550e-4ce4-8e60-cc707718afdb tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0809417 Jul 21 10:49:45.220569 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-00dbc7e0-8af5-45f3-9e74-9c5ee2a574fc req-918e5d72-d7e6-4771-8d53-0497b7593963 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552969 Jul 21 10:49:45.392014 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1fcc6a-4534-461e-937f-9d0a9906ffaf tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:49:45.495661 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:45.514256 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1fcc6a-4534-461e-937f-9d0a9906ffaf tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:49:45.519850 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1b1fcc6a-4534-461e-937f-9d0a9906ffaf tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:45.544029 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ba5c26-365c-4b4b-879b-f023939a60ac None None] Sync routers for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:49:45.561957 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-1b1fcc6a-4534-461e-937f-9d0a9906ffaf tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "PUT /v2.0/floatingips/f6e5c4a5-3793-410a-a36e-fa5826aba37a HTTP/1.1" status: 200 len: 991 time: 1.7733419 Jul 21 10:49:45.561957 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b', 'tag': 'a13ed13b-8d67-46d9-a44b-a3230486e080'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:49:45.563242 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1470f79-895d-4fd3-a7e4-89e9a9e3091a" -d '{"events": [{"name": "network-changed", "server_uuid": "73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b", "tag": "a13ed13b-8d67-46d9-a44b-a3230486e080"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:49:45.586118 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba5c26-365c-4b4b-879b-f023939a60ac None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:49:45.586118 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-29ba5c26-365c-4b4b-879b-f023939a60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:49:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:45.623459 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf713de-f577-4f71-8be5-e633ef378bc4 x-openstack-request-id: req-bcf713de-f577-4f71-8be5-e633ef378bc4 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:49:45.623459 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b", "tag": "a13ed13b-8d67-46d9-a44b-a3230486e080", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:49:45.623459 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bcf713de-f577-4f71-8be5-e633ef378bc4 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:49:45.623459 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf713de-f577-4f71-8be5-e633ef378bc4'] response: {'name': 'network-changed', 'server_uuid': '73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b', 'tag': 'a13ed13b-8d67-46d9-a44b-a3230486e080', 'status': 'completed', 'code': 200} Jul 21 10:49:45.728936 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-55ef9d29-6851-4c38-8073-69404e724bda req-bdd0231f-9911-4678-abdc-1bbce751e97a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 210 time: 0.0417008 Jul 21 10:49:45.735770 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1470f79-895d-4fd3-a7e4-89e9a9e3091a req-87a5b776-ba6d-4225-94b1-ab77b0d8e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:45.737825 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c1470f79-895d-4fd3-a7e4-89e9a9e3091a req-87a5b776-ba6d-4225-94b1-ab77b0d8e872 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dc215aadb5345d791945658832aae4a&device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 1129 time: 0.0599155 Jul 21 10:49:45.761005 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-29ba5c26-365c-4b4b-879b-f023939a60ac None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:49:45.872461 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1470f79-895d-4fd3-a7e4-89e9a9e3091a req-a6842287-c255-40e3-b80c-6411ca6d591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:45.873946 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c1470f79-895d-4fd3-a7e4-89e9a9e3091a req-a6842287-c255-40e3-b80c-6411ca6d591c service neutron] 10.222.0.57 "GET /v2.0/networks?id=192d6a0f-c1f8-471a-872f-e924c6d8f479 HTTP/1.1" status: 200 len: 916 time: 0.1297848 Jul 21 10:49:45.910335 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:45.939421 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c1470f79-895d-4fd3-a7e4-89e9a9e3091a req-7113f867-6c7d-4eec-a12b-72bfd0d537d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a13ed13b-8d67-46d9-a44b-a3230486e080 HTTP/1.1" status: 200 len: 999 time: 0.0583124 Jul 21 10:49:45.980604 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-29ba5c26-365c-4b4b-879b-f023939a60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '06b3ef86-f8eb-4b62-b5df-973bf2525ffd', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'port_id': 'd85d0196-f957-408d-bc00-26b64629a630', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'mac_address': 'fa:16:3e:21:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:46:42Z', 'updated_at': '2022-07-21T10:47:29Z', 'revision_number': 2, 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ip_address_scope': None}, {'id': 'f6e5c4a5-3793-410a-a36e-fa5826aba37a', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'port_id': 'a13ed13b-8d67-46d9-a44b-a3230486e080', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'mac_address': 'fa:16:3e:b7:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:49:13Z', 'updated_at': '2022-07-21T10:49:44Z', 'revision_number': 1, 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:45.998835 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1470f79-895d-4fd3-a7e4-89e9a9e3091a req-b9a05480-7e45-4a88-ab71-e2e4283e1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:46.000563 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c1470f79-895d-4fd3-a7e4-89e9a9e3091a req-b9a05480-7e45-4a88-ab71-e2e4283e1c47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83 HTTP/1.1" status: 200 len: 854 time: 0.0542078 Jul 21 10:49:46.016819 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ba5c26-365c-4b4b-879b-f023939a60ac None None] Checking router: e283a85c-fc9e-4230-8da7-8cca5e8c96d2 for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:49:46.034906 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba5c26-365c-4b4b-879b-f023939a60ac None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:49:46.035833 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-29ba5c26-365c-4b4b-879b-f023939a60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:49:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:46.066381 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1470f79-895d-4fd3-a7e4-89e9a9e3091a req-72d54c16-60f3-41a0-a5f4-66f068585099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:46.068149 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c1470f79-895d-4fd3-a7e4-89e9a9e3091a req-72d54c16-60f3-41a0-a5f4-66f068585099 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=192d6a0f-c1f8-471a-872f-e924c6d8f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512569 Jul 21 10:49:46.205183 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c1470f79-895d-4fd3-a7e4-89e9a9e3091a req-5d608d76-1bf4-4d9d-b913-567a92a16548 service neutron] 10.222.0.57 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282234 Jul 21 10:49:46.326272 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-29ba5c26-365c-4b4b-879b-f023939a60ac None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:49:46.424872 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d690c-d210-4eab-88b0-e23053c968fa req-6555caab-786e-417b-9edf-adeae8d477e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:46.427627 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3d6d690c-d210-4eab-88b0-e23053c968fa req-6555caab-786e-417b-9edf-adeae8d477e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0680053 Jul 21 10:49:46.451758 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:46.491234 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3d6d690c-d210-4eab-88b0-e23053c968fa req-51eb788e-9ff7-46cc-96ec-f8d2fab13066 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580370 Jul 21 10:49:46.604021 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:46.607514 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c1470f79-895d-4fd3-a7e4-89e9a9e3091a req-747f70aa-a43f-4da5-9f99-dce6de363aa9 service neutron] 10.222.0.57 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934474 Jul 21 10:49:46.695812 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-29ba5c26-365c-4b4b-879b-f023939a60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '06b3ef86-f8eb-4b62-b5df-973bf2525ffd', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'port_id': 'd85d0196-f957-408d-bc00-26b64629a630', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'mac_address': 'fa:16:3e:21:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:46:42Z', 'updated_at': '2022-07-21T10:47:29Z', 'revision_number': 2, 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ip_address_scope': None}, {'id': 'f6e5c4a5-3793-410a-a36e-fa5826aba37a', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'port_id': 'a13ed13b-8d67-46d9-a44b-a3230486e080', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'mac_address': 'fa:16:3e:b7:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:49:13Z', 'updated_at': '2022-07-21T10:49:44Z', 'revision_number': 1, 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:49:46.733951 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ba5c26-365c-4b4b-879b-f023939a60ac None None] The sync data for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi is: [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '06b3ef86-f8eb-4b62-b5df-973bf2525ffd', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'port_id': 'd85d0196-f957-408d-bc00-26b64629a630', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'mac_address': 'fa:16:3e:21:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:46:42Z', 'updated_at': '2022-07-21T10:47:29Z', 'revision_number': 2, 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ip_address_scope': None}, {'id': 'f6e5c4a5-3793-410a-a36e-fa5826aba37a', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'port_id': 'a13ed13b-8d67-46d9-a44b-a3230486e080', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'mac_address': 'fa:16:3e:b7:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:49:13Z', 'updated_at': '2022-07-21T10:49:44Z', 'revision_number': 1, 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:49:46.867036 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-33654bda-b1c8-468f-adfd-1825f1db2ef5 req-49465d8a-4378-421d-8160-6e7b5352d294 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 210 time: 0.0344515 Jul 21 10:49:47.045294 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e267a391-9c15-44d5-a03f-3cf41ed6e73d None None] New status for floating IP f6e5c4a5-3793-410a-a36e-fa5826aba37a: ACTIVE {{(pid=111081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:49:47.640521 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc8ccb-80d3-49c5-893f-d48aeb77b48e req-028be827-3ed2-4ecd-b628-560639f7642f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:47.649202 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f2fc8ccb-80d3-49c5-893f-d48aeb77b48e req-028be827-3ed2-4ecd-b628-560639f7642f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0632286 Jul 21 10:49:47.718360 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f2fc8ccb-80d3-49c5-893f-d48aeb77b48e req-4da8ba93-2813-4e2e-a0d6-b1de5ba5beaf tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640464 Jul 21 10:49:47.810182 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-60af9b9b-73f9-42e9-84f2-5110efbfc887 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:47.811613 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-60af9b9b-73f9-42e9-84f2-5110efbfc887 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.57 "GET /v2.0/networks?id=27b56899-b3ca-45d1-a202-b2681b2d043e HTTP/1.1" status: 200 len: 809 time: 0.1866345 Jul 21 10:49:47.891768 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-a44db869-1c5d-46e8-ae80-5e4392e78321 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=620ea9c4eaa74dc5858cf93d9fcad9f1 HTTP/1.1" status: 200 len: 380 time: 0.0628302 Jul 21 10:49:47.905891 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-2871e179-711b-4593-9e6a-f6f201dcc997 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Request body: {'port': {'device_id': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e', 'admin_state_up': True, 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'security_groups': ['169100c3-36d7-459c-bc55-1df8808d8733']}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:48.022904 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-58960563-bc37-4d09-a963-691d294c757f req-a2624d49-b2a1-4706-ad21-2495942b9580 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 210 time: 0.0475142 Jul 21 10:49:48.122155 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-2871e179-711b-4593-9e6a-f6f201dcc997 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Made reservation on behalf of 620ea9c4eaa74dc5858cf93d9fcad9f1 for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:49:48.127386 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-2871e179-711b-4593-9e6a-f6f201dcc997 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:48.354787 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-2871e179-711b-4593-9e6a-f6f201dcc997 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Allocated IP 172.20.0.14 (27b56899-b3ca-45d1-a202-b2681b2d043e/675fa199-a2f9-4cce-9e74-45a2be0ffecf/2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:49:48.514436 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:48.529730 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-2871e179-711b-4593-9e6a-f6f201dcc997 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:48.675190 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-2871e179-711b-4593-9e6a-f6f201dcc997 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:48.722525 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-2871e179-711b-4593-9e6a-f6f201dcc997 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Network 27b56899-b3ca-45d1-a202-b2681b2d043e is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:49:48.724079 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-2871e179-711b-4593-9e6a-f6f201dcc997 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:49:48.726577 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-2871e179-711b-4593-9e6a-f6f201dcc997 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:49:48.741489 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:48.771282 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871e179-711b-4593-9e6a-f6f201dcc997 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Pushing event updated for resources: {'Port': ['ID=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:48.803557 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-2871e179-711b-4593-9e6a-f6f201dcc997 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:48.804282 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-2871e179-711b-4593-9e6a-f6f201dcc997 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:48.874777 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fca213-7ca1-4338-ac71-d4304a8843b8 req-328ad17d-acec-4618-8580-75db99ea4169 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:48.884275 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c3fca213-7ca1-4338-ac71-d4304a8843b8 req-328ad17d-acec-4618-8580-75db99ea4169 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0679498 Jul 21 10:49:48.970040 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c3fca213-7ca1-4338-ac71-d4304a8843b8 req-e5bb3d87-1e38-4a18-8972-93e04063da7f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847549 Jul 21 10:49:48.987188 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-2871e179-711b-4593-9e6a-f6f201dcc997 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0888546 Jul 21 10:49:49.016976 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Request body: {'port': {'device_id': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:49:49.040289 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-d826e9cd-6ab2-4769-b4f6-f89fdf7b4443 None None] Provisioning complete for port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:49:49.041479 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-d826e9cd-6ab2-4769-b4f6-f89fdf7b4443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:49.073662 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab03d97-4f0d-43a0-8468-33966858c024 req-c99939e6-68af-4dbf-a78c-3ac6d5b37649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:49.075474 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-cab03d97-4f0d-43a0-8468-33966858c024 req-c99939e6-68af-4dbf-a78c-3ac6d5b37649 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d&tenant_id=29c1b9c9f7024f8494e0a9b58fe35710 HTTP/1.1" status: 200 len: 1127 time: 0.1351101 Jul 21 10:49:49.096116 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-d826e9cd-6ab2-4769-b4f6-f89fdf7b4443 None None] Port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:49:49.178227 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab03d97-4f0d-43a0-8468-33966858c024 req-fd369e3c-567e-4bb1-960c-cd1ca7ef0b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:49.179962 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-cab03d97-4f0d-43a0-8468-33966858c024 req-fd369e3c-567e-4bb1-960c-cd1ca7ef0b58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29c1b9c9f7024f8494e0a9b58fe35710&device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 1127 time: 0.0536211 Jul 21 10:49:49.208935 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820e693-b853-4d40-916d-aa22fe66a375 req-dd63911f-c153-4026-9d21-170be003456a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:49.217286 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5820e693-b853-4d40-916d-aa22fe66a375 req-dd63911f-c153-4026-9d21-170be003456a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 932 time: 0.0908492 Jul 21 10:49:49.237538 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:49.322386 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5820e693-b853-4d40-916d-aa22fe66a375 req-0b365c76-735b-4418-b57f-fbe6b5e284e2 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928581 Jul 21 10:49:49.349494 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab03d97-4f0d-43a0-8468-33966858c024 req-a7fcf63f-9b06-4a99-be55-c3100bab3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:49.351110 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-cab03d97-4f0d-43a0-8468-33966858c024 req-a7fcf63f-9b06-4a99-be55-c3100bab3948 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c770f837-eda0-4a68-b0cf-fd07722be163 HTTP/1.1" status: 200 len: 917 time: 0.1619978 Jul 21 10:49:49.498918 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-cab03d97-4f0d-43a0-8468-33966858c024 req-0bccd3a4-150d-4832-8b7b-e80c0c9dcc1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0efd748-6569-4435-ab16-d9acccb72164 HTTP/1.1" status: 200 len: 999 time: 0.1266959 Jul 21 10:49:49.613918 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab03d97-4f0d-43a0-8468-33966858c024 req-f281dc34-a5c4-469c-8e32-1cf78eb86c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:49.615432 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-cab03d97-4f0d-43a0-8468-33966858c024 req-f281dc34-a5c4-469c-8e32-1cf78eb86c4b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c79189c-6f8d-462a-9ba9-a421b25b0a63 HTTP/1.1" status: 200 len: 855 time: 0.1103561 Jul 21 10:49:49.695141 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab03d97-4f0d-43a0-8468-33966858c024 req-57b9c2b5-3d95-4a2b-8745-125def3bf94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:49.696664 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-cab03d97-4f0d-43a0-8468-33966858c024 req-57b9c2b5-3d95-4a2b-8745-125def3bf94b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c770f837-eda0-4a68-b0cf-fd07722be163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655951 Jul 21 10:49:49.793431 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:49.795638 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:49:49.805419 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Publish callbacks [] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:49.825937 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Transition to ACTIVE for port object 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:49:49.852570 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-cab03d97-4f0d-43a0-8468-33966858c024 req-90e806c4-d25a-46db-9fe7-f280abf4472a service neutron] 10.222.0.57 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418176 Jul 21 10:49:49.942785 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-cab03d97-4f0d-43a0-8468-33966858c024 req-8fad9b3a-c417-42cd-88e1-c6d451372519 service neutron] 10.222.0.57 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836883 Jul 21 10:49:50.034518 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:50.050079 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:50.064641 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:50.082163 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c764a5-e863-4351-a64c-1eba6866cf92 req-dac96a2b-c7c2-428e-80b4-8cdab4e2ae66 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:50.083893 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d2c764a5-e863-4351-a64c-1eba6866cf92 req-dac96a2b-c7c2-428e-80b4-8cdab4e2ae66 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0508931 Jul 21 10:49:50.106375 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Pushing event updated for resources: {'Port': ['ID=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:50.187857 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d2c764a5-e863-4351-a64c-1eba6866cf92 req-33f18956-db2e-4e07-8b49-b39996da5090 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974278 Jul 21 10:49:50.228870 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Attempting to bind port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:49:50.228870 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Attempting to bind port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:49:50.228870 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Attempting to bind port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 on network 27b56899-b3ca-45d1-a202-b2681b2d043e {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:49:50.236658 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 on network 27b56899-b3ca-45d1-a202-b2681b2d043e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:49:50.237650 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Attempting to bind port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 on network 27b56899-b3ca-45d1-a202-b2681b2d043e {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:49:50.243424 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:49:50.243785 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Checking segment: {'id': '9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:49:50.244161 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Bound using segment: {'id': '9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:49:50.244597 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Bound port: 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:49:50.244960 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:50.356881 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] For port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:49:50.361463 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] For port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2,segment=NetworkSegment(9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0),segment_id=9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:49:50.469239 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:50.502382 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78496508-ec18-4df1-a1c8-591ae7aef1e8 req-eb64914f-cc64-4994-b52d-edfa9b81b2d9 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:50.509488 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-78496508-ec18-4df1-a1c8-591ae7aef1e8 req-eb64914f-cc64-4994-b52d-edfa9b81b2d9 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0932119 Jul 21 10:49:50.533193 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:50.574454 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-78496508-ec18-4df1-a1c8-591ae7aef1e8 req-b6864e4d-dda5-42bd-b956-8cb6a77c5710 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593541 Jul 21 10:49:50.587530 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:50.588158 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:50.590693 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] 10.222.0.57 "PUT /v2.0/ports/2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 HTTP/1.1" status: 200 len: 1094 time: 1.5779891 Jul 21 10:49:50.591334 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'tag': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:49:50.594150 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9797bea0-051b-4b80-ac3f-97efa1012865" -d '{"events": [{"name": "network-changed", "server_uuid": "eb24f843-eeb3-43dd-bd48-3bcf68e344cd", "tag": "2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:49:50.597954 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29ab16-23ff-453f-8e23-4f281b21a772 service neutron] Pushing event updated for resources: {'Port': ['ID=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:49:50.623540 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:49:50.641958 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4941fa57-cdd2-412d-a300-f203e5014565 x-openstack-request-id: req-4941fa57-cdd2-412d-a300-f203e5014565 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:49:50.642318 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb24f843-eeb3-43dd-bd48-3bcf68e344cd", "tag": "2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:49:50.642734 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4941fa57-cdd2-412d-a300-f203e5014565 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:49:50.643202 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4941fa57-cdd2-412d-a300-f203e5014565'] response: {'name': 'network-changed', 'server_uuid': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'tag': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2', 'status': 'completed', 'code': 200} Jul 21 10:49:50.758680 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797bea0-051b-4b80-ac3f-97efa1012865 req-64b05f81-0c0d-4fb2-b86e-f763d48f77a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:50.760708 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-9797bea0-051b-4b80-ac3f-97efa1012865 req-64b05f81-0c0d-4fb2-b86e-f763d48f77a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=620ea9c4eaa74dc5858cf93d9fcad9f1&device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 1128 time: 0.0766129 Jul 21 10:49:50.937343 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797bea0-051b-4b80-ac3f-97efa1012865 req-9c063609-efc6-4679-a8bc-899e7d8fa932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:50.938866 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-9797bea0-051b-4b80-ac3f-97efa1012865 req-9c063609-efc6-4679-a8bc-899e7d8fa932 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=620ea9c4eaa74dc5858cf93d9fcad9f1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1649783 Jul 21 10:49:51.096408 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797bea0-051b-4b80-ac3f-97efa1012865 req-51f34170-eef2-4a6a-aea7-97e7363f22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:51.097898 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-9797bea0-051b-4b80-ac3f-97efa1012865 req-51f34170-eef2-4a6a-aea7-97e7363f22c7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912092 Jul 21 10:49:51.214080 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:51.255892 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-f2208a66-af70-4836-9a2c-c5eec9b1ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:51.258973 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-f2208a66-af70-4836-9a2c-c5eec9b1ed9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=620ea9c4eaa74dc5858cf93d9fcad9f1&device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 1128 time: 0.0886979 Jul 21 10:49:51.401159 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338b5c1-f1b0-4114-98a8-e1b6c4efbc3e req-22871082-f46e-40c8-8cbb-e1c6c03ba582 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:51.403335 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-b2249bae-4fb9-4040-84fd-860be31a5689 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 HTTP/1.1" status: 200 len: 217 time: 0.0676284 Jul 21 10:49:51.404083 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e338b5c1-f1b0-4114-98a8-e1b6c4efbc3e req-22871082-f46e-40c8-8cbb-e1c6c03ba582 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0999677 Jul 21 10:49:51.422113 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f9628d77-382c-494e-84f9-6613a5a0c931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:51.471468 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e338b5c1-f1b0-4114-98a8-e1b6c4efbc3e req-68bfd588-188f-44ab-be73-1927a34be28a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592628 Jul 21 10:49:51.733649 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e43ea-4929-4090-b39f-95ad0842d7d7 req-0bbe396b-6ff9-4fdf-8bb6-32c74031c8a8 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:51.740632 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e23e43ea-4929-4090-b39f-95ad0842d7d7 req-0bbe396b-6ff9-4fdf-8bb6-32c74031c8a8 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0614192 Jul 21 10:49:51.804570 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e23e43ea-4929-4090-b39f-95ad0842d7d7 req-3eb2c59c-619b-4db3-ab8d-69bc6ba577c6 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610592 Jul 21 10:49:52.386583 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-9d30c4c1-65bb-47ab-af4d-998cdb3bf0b5 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:52.386583 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-9d30c4c1-65bb-47ab-af4d-998cdb3bf0b5 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/networks?id=bfcc1ddb-0fed-4d87-9302-25a2c7f2725d HTTP/1.1" status: 200 len: 813 time: 0.1204050 Jul 21 10:49:52.403945 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-9a4e8ce6-dd3c-457c-aa86-15d9ccf3c457 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/quotas/2eff05785bd84522ad637d8bed14563d HTTP/1.1" status: 200 len: 375 time: 0.0112529 Jul 21 10:49:52.458208 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-9e1b5a38-feeb-4b44-a75f-8590aba3b709 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2eff05785bd84522ad637d8bed14563d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489261 Jul 21 10:49:52.612176 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd581-2a11-42ed-8a1b-75ad3980f92d req-ae433933-6d41-4ff4-9174-35382fe1a2ea tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:52.613664 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a8cfd581-2a11-42ed-8a1b-75ad3980f92d req-ae433933-6d41-4ff4-9174-35382fe1a2ea tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0679877 Jul 21 10:49:52.645279 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-92f82300-507d-41b5-b23b-d904e842a971 service neutron] 10.222.0.48 "GET /v2.0/networks/bfcc1ddb-0fed-4d87-9302-25a2c7f2725d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727743 Jul 21 10:49:52.987280 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a8cfd581-2a11-42ed-8a1b-75ad3980f92d req-c3a26a06-6454-4400-acfc-0df3b75de53a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3623838 Jul 21 10:49:53.017446 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-e214e147-d4af-441e-9ac7-b4c360195ac2 service neutron] 10.222.0.48 "GET /v2.0/networks/bfcc1ddb-0fed-4d87-9302-25a2c7f2725d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650348 Jul 21 10:49:53.123018 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5545ee-c68e-4077-ad23-e8d17212ef25 req-c6aa016f-c5aa-447d-9cd8-f3ebc6290927 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:53.124526 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ea5545ee-c68e-4077-ad23-e8d17212ef25 req-c6aa016f-c5aa-447d-9cd8-f3ebc6290927 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0547535 Jul 21 10:49:53.183221 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ea5545ee-c68e-4077-ad23-e8d17212ef25 req-b5ad1488-df05-4950-b24c-f4b4c36507d8 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528445 Jul 21 10:49:53.320235 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b513ae58-fc1e-4f11-beee-e7c445acb865 req-429db697-1e24-491a-9d0c-53cc00f10096 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 210 time: 0.0315044 Jul 21 10:49:53.998180 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-81949d25-308d-4339-989b-b2ee81431cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:54.132197 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9dd0c-12f2-4966-8cfe-fbecbe32277b req-863eacf9-4811-4a32-933d-4c851d815267 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:54.133968 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c4b9dd0c-12f2-4966-8cfe-fbecbe32277b req-863eacf9-4811-4a32-933d-4c851d815267 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0578167 Jul 21 10:49:54.211648 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c4b9dd0c-12f2-4966-8cfe-fbecbe32277b req-3649c1c7-5640-4bb4-b301-c29d122588bf tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644743 Jul 21 10:49:54.330227 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aef3e5-d9e4-45b5-a4ba-fb5c2c8e2d84 req-88366a4b-2a6c-4d4b-bf05-f8b0cd2f04a4 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:54.335506 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b6aef3e5-d9e4-45b5-a4ba-fb5c2c8e2d84 req-88366a4b-2a6c-4d4b-bf05-f8b0cd2f04a4 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0531561 Jul 21 10:49:54.364732 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:54.412389 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b6aef3e5-d9e4-45b5-a4ba-fb5c2c8e2d84 req-ac2f597f-3f05-4e4f-a9a5-fb0a9e7902d4 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743163 Jul 21 10:49:54.499745 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-616abac7-5f54-45ab-b419-db141c5ae589 req-f74eb267-7f7e-4ba2-a52d-178de43fb76e tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 210 time: 0.0352614 Jul 21 10:49:55.362505 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73793585-1c7f-4b01-8a48-68dc082c8390 req-489ad133-8110-4e44-96aa-0616e2f82383 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:55.364064 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-73793585-1c7f-4b01-8a48-68dc082c8390 req-489ad133-8110-4e44-96aa-0616e2f82383 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0569265 Jul 21 10:49:55.404517 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:55.418178 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-73793585-1c7f-4b01-8a48-68dc082c8390 req-b885a542-b73e-468c-93ab-4ab5ee67f4e4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451303 Jul 21 10:49:55.496462 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:55.549490 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198627db-9e3e-49d9-b06f-73ff7a72f905 req-fd09d66c-7894-4995-9aef-02f79f0a3eff tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:55.551349 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-198627db-9e3e-49d9-b06f-73ff7a72f905 req-fd09d66c-7894-4995-9aef-02f79f0a3eff tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0502512 Jul 21 10:49:55.606874 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-198627db-9e3e-49d9-b06f-73ff7a72f905 req-f26c1345-88fd-41da-aa99-712f0c66fbad tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495865 Jul 21 10:49:55.695631 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-32146fd5-a35f-4e40-9f8e-c6388f6a8e93 req-b6e5cc27-f463-4348-a778-8546453e20f8 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 210 time: 0.0308867 Jul 21 10:49:56.547313 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88952658-1ffb-4c55-83e4-54089f194dd6 req-33144836-b241-4e25-8c52-adfd953d6fc6 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:56.548810 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-88952658-1ffb-4c55-83e4-54089f194dd6 req-33144836-b241-4e25-8c52-adfd953d6fc6 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0483692 Jul 21 10:49:56.608079 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-88952658-1ffb-4c55-83e4-54089f194dd6 req-e2a47227-8db1-4b2e-af82-f9171f27ff81 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485706 Jul 21 10:49:56.735741 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfcb9a-f7ed-44ce-b141-5ed593a5e502 req-e010a686-a4e4-42db-b1f7-c0f5d38a7618 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:56.737310 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-41dfcb9a-f7ed-44ce-b141-5ed593a5e502 req-e010a686-a4e4-42db-b1f7-c0f5d38a7618 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0524664 Jul 21 10:49:56.748006 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:56.799632 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:49:56.799855 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-41dfcb9a-f7ed-44ce-b141-5ed593a5e502 req-6b79a2fd-fc93-4d1e-abb8-605a7a426f77 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568047 Jul 21 10:49:56.890354 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5b4cf092-3701-4aa0-95e1-c807f318312e req-cfcc047c-3f45-44b5-898a-267788043832 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 210 time: 0.0328944 Jul 21 10:49:57.164076 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:49:57.733130 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c524a7f-a479-411d-bd27-e6d32a9ea55b req-9b30be48-e982-448f-b156-0100cddedf2a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:57.740160 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7c524a7f-a479-411d-bd27-e6d32a9ea55b req-9b30be48-e982-448f-b156-0100cddedf2a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0560055 Jul 21 10:49:57.788112 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7c524a7f-a479-411d-bd27-e6d32a9ea55b req-72416e04-dee6-4f05-9319-43164bf03d63 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470018 Jul 21 10:49:57.918905 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b83c3d-6ddf-4748-9df2-55e7c2a31fa9 req-f813c338-7bb4-4e0c-8e2c-700093cd2252 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:57.920321 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-81b83c3d-6ddf-4748-9df2-55e7c2a31fa9 req-f813c338-7bb4-4e0c-8e2c-700093cd2252 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0490706 Jul 21 10:49:57.975533 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-81b83c3d-6ddf-4748-9df2-55e7c2a31fa9 req-a7b1fe13-0fee-42b2-ba0f-b964ad49d9b2 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495088 Jul 21 10:49:58.071274 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d9d9e0a3-d35d-4ea0-9c4a-4c4801360c18 req-2b1e3718-0027-4512-b27c-de3ee9a4ca74 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 210 time: 0.0326118 Jul 21 10:49:58.923472 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb4e4b-0171-4ff9-bf09-7facb114dddf req-de2b1734-b215-470d-8b19-4cf831a2969f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:58.924974 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1abb4e4b-0171-4ff9-bf09-7facb114dddf req-de2b1734-b215-470d-8b19-4cf831a2969f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0493078 Jul 21 10:49:58.984642 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1abb4e4b-0171-4ff9-bf09-7facb114dddf req-c9ec83d6-b351-47eb-a92d-21a061cde6d3 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517004 Jul 21 10:49:59.113297 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5b47b-0187-40c4-902a-fab01fb589e5 req-6a1abf1b-8255-49b0-bb90-7c509991553f tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:49:59.114867 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0ff5b47b-0187-40c4-902a-fab01fb589e5 req-6a1abf1b-8255-49b0-bb90-7c509991553f tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0520716 Jul 21 10:49:59.172803 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0ff5b47b-0187-40c4-902a-fab01fb589e5 req-b75ea481-b8c5-4a04-9f89-31c626146e0f tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524015 Jul 21 10:49:59.270926 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0fdb657d-a200-4e54-8de1-f5fb2e315cb2 req-b6951455-455b-486a-84e3-aa60ef3e6269 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 210 time: 0.0341291 Jul 21 10:50:00.053722 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-86c4ab3a-a470-4a82-bb48-2cc1344f2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:00.056265 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-86c4ab3a-a470-4a82-bb48-2cc1344f2cf2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=675fa199-a2f9-4cce-9e74-45a2be0ffecf HTTP/1.1" status: 200 len: 848 time: 0.0533874 Jul 21 10:50:00.115557 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb18a3f-a3b0-44a9-8f79-1bdf2e7ea069 req-bd0ca876-db4c-44c8-86d2-ec578e6b414a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:00.117138 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-afb18a3f-a3b0-44a9-8f79-1bdf2e7ea069 req-bd0ca876-db4c-44c8-86d2-ec578e6b414a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0500505 Jul 21 10:50:00.166020 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-afb18a3f-a3b0-44a9-8f79-1bdf2e7ea069 req-488e9b23-7d78-4505-b267-652727330d2d tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424449 Jul 21 10:50:00.285004 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e392-e3bc-4057-bf95-a9f7812cec6e req-3aaa092e-be03-4e24-a6f2-32d79c6af544 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:00.286483 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b779e392-e3bc-4057-bf95-a9f7812cec6e req-3aaa092e-be03-4e24-a6f2-32d79c6af544 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0468667 Jul 21 10:50:00.336675 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b779e392-e3bc-4057-bf95-a9f7812cec6e req-b171c967-f6f8-498f-a420-c2526e1a686d tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444558 Jul 21 10:50:00.421894 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-21d87c0c-7003-4ff7-898b-87668c1fe49b req-fde8d869-4b35-48b3-aabe-1dabef56c42f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 210 time: 0.0303748 Jul 21 10:50:00.619126 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:01.025358 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-197a408f-dc45-4664-858f-35a4d893351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:01.027148 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-197a408f-dc45-4664-858f-35a4d893351e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27b56899-b3ca-45d1-a202-b2681b2d043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407126 Jul 21 10:50:01.134727 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-a79a4983-4eef-4ab0-a030-141c14173369 service neutron] 10.222.0.57 "GET /v2.0/networks/27b56899-b3ca-45d1-a202-b2681b2d043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891104 Jul 21 10:50:01.236414 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c8198f75-2a4a-40d7-9d45-2e15dd33be65 req-8379c13f-4b49-4198-a254-105c785b684f service neutron] 10.222.0.57 "GET /v2.0/networks/27b56899-b3ca-45d1-a202-b2681b2d043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953019 Jul 21 10:50:01.300076 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0a0c4-74d0-42fb-ad3c-c1eb962aa719 req-c1ca6171-28b6-4f5a-a26f-465f52ef38bb tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:01.301597 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5db0a0c4-74d0-42fb-ad3c-c1eb962aa719 req-c1ca6171-28b6-4f5a-a26f-465f52ef38bb tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0510302 Jul 21 10:50:01.327136 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:01.351188 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5db0a0c4-74d0-42fb-ad3c-c1eb962aa719 req-94d94705-29fd-4902-838d-f46bab10c21b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438068 Jul 21 10:50:01.419869 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:01.463435 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c9484-ef76-41a8-b297-8a280e44af3b req-6210f520-5e1f-4a6b-ab33-da41a7cf7d2f tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:01.465783 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1c3c9484-ef76-41a8-b297-8a280e44af3b req-6210f520-5e1f-4a6b-ab33-da41a7cf7d2f tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0561118 Jul 21 10:50:01.518061 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1c3c9484-ef76-41a8-b297-8a280e44af3b req-72ac86eb-3b4a-40b1-8dca-94e0ec5e8f6f tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459638 Jul 21 10:50:01.603503 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fda08a56-61da-40b9-94b9-acdbf5248ed2 req-e85e2b1f-08e1-4fab-b37d-ddfc9578da97 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 210 time: 0.0323589 Jul 21 10:50:02.447973 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-df8d874b-880d-44d1-84df-7a7ef180d668 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:02.450381 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-df8d874b-880d-44d1-84df-7a7ef180d668 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.57 "GET /v2.0/networks?id=bfcc1ddb-0fed-4d87-9302-25a2c7f2725d HTTP/1.1" status: 200 len: 813 time: 0.1109469 Jul 21 10:50:02.512738 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a9566-31f7-41ac-a242-004ef20c259a req-5f2082a1-269d-47ff-9ce4-29ad7a9bac7e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:02.514229 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-015a9566-31f7-41ac-a242-004ef20c259a req-5f2082a1-269d-47ff-9ce4-29ad7a9bac7e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0772727 Jul 21 10:50:02.533900 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f96f8d-56f6-489b-8cf4-b10089ab6c39 req-29be607a-f6ae-4e6f-9905-a117cf846b3f tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:02.535382 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f2f96f8d-56f6-489b-8cf4-b10089ab6c39 req-29be607a-f6ae-4e6f-9905-a117cf846b3f tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 945 time: 0.0683172 Jul 21 10:50:02.604779 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-015a9566-31f7-41ac-a242-004ef20c259a req-6b2c997b-a89f-404a-89b7-a3b54afbb736 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849681 Jul 21 10:50:02.611742 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f2f96f8d-56f6-489b-8cf4-b10089ab6c39 req-09ffe44e-ee2c-4803-9d15-a5fff3093662 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691094 Jul 21 10:50:02.725653 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-52abc1a3-cad9-45cd-a807-405639be5482 req-43b644da-7567-44b7-8ea1-e96e13caa63a tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 210 time: 0.0535319 Jul 21 10:50:02.745284 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80f026-dc90-46ff-9cf6-f5de5d823ce2 req-bdac9bd1-b45b-4dfa-b6ca-e6a0b75eb8f9 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:02.747537 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ee80f026-dc90-46ff-9cf6-f5de5d823ce2 req-bdac9bd1-b45b-4dfa-b6ca-e6a0b75eb8f9 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0736465 Jul 21 10:50:02.798453 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ee80f026-dc90-46ff-9cf6-f5de5d823ce2 req-0aa1c644-0b0a-4c46-8437-de8d0199d31c tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447364 Jul 21 10:50:03.758000 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62ede9-83a6-40fd-aee0-e30a78c33fe1 req-7911ee32-907e-4a2d-9ac8-b8e9f287cc17 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:03.759505 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ec62ede9-83a6-40fd-aee0-e30a78c33fe1 req-7911ee32-907e-4a2d-9ac8-b8e9f287cc17 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0792675 Jul 21 10:50:03.767792 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb41e5e-85f3-4cf5-a392-5c5694078270 req-36b8c489-7909-4db0-88a4-941800d73925 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:03.769233 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7cb41e5e-85f3-4cf5-a392-5c5694078270 req-36b8c489-7909-4db0-88a4-941800d73925 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 945 time: 0.0871150 Jul 21 10:50:03.846055 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ec62ede9-83a6-40fd-aee0-e30a78c33fe1 req-d4a1a101-e823-4e5b-9dcd-84796d6c7098 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758650 Jul 21 10:50:03.849417 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7cb41e5e-85f3-4cf5-a392-5c5694078270 req-2c55282d-056b-468e-ac6d-fde61fa5df08 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730016 Jul 21 10:50:03.861352 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-6f4bc4b7-a486-4479-9dd6-d2d029b72c10 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Request body: {'port': {'device_id': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d', 'admin_state_up': True, 'tenant_id': '2eff05785bd84522ad637d8bed14563d'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:03.993761 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2e1ac6a6-baa4-4e7e-96f5-e0785da5af80 req-747db944-44d1-4afd-b4e8-d28287adb4ab tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 210 time: 0.0484843 Jul 21 10:50:04.010130 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe916d-1e70-4a41-a119-2a3075255cbc req-cb13c74e-ce49-4da8-8043-50734a33979a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:04.011770 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6bfe916d-1e70-4a41-a119-2a3075255cbc req-cb13c74e-ce49-4da8-8043-50734a33979a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0803216 Jul 21 10:50:04.061576 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-6f4bc4b7-a486-4479-9dd6-d2d029b72c10 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Made reservation on behalf of 2eff05785bd84522ad637d8bed14563d for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:50:04.062769 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6bfe916d-1e70-4a41-a119-2a3075255cbc req-c20f3bb3-0326-4a0a-8d57-8876356db66f tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453157 Jul 21 10:50:04.065368 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-6f4bc4b7-a486-4479-9dd6-d2d029b72c10 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:04.203699 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-6f4bc4b7-a486-4479-9dd6-d2d029b72c10 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Allocated IP 172.20.0.11 (bfcc1ddb-0fed-4d87-9302-25a2c7f2725d/a849b64f-ebc5-4db3-ae09-571df7ac3e29/24113ecd-45f8-473c-a1aa-fc93cff6c402) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:50:04.212881 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:04.339178 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:04.354961 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-6f4bc4b7-a486-4479-9dd6-d2d029b72c10 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:04.456223 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-6f4bc4b7-a486-4479-9dd6-d2d029b72c10 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:04.499084 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-6f4bc4b7-a486-4479-9dd6-d2d029b72c10 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Network bfcc1ddb-0fed-4d87-9302-25a2c7f2725d is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:50:04.504158 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-6f4bc4b7-a486-4479-9dd6-d2d029b72c10 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:50:04.507996 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-6f4bc4b7-a486-4479-9dd6-d2d029b72c10 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:50:04.515693 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bc4b7-a486-4479-9dd6-d2d029b72c10 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Pushing event updated for resources: {'Port': ['ID=24113ecd-45f8-473c-a1aa-fc93cff6c402,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:04.566700 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-6f4bc4b7-a486-4479-9dd6-d2d029b72c10 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:04.567333 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-6f4bc4b7-a486-4479-9dd6-d2d029b72c10 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:04.622841 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c4a4d-4340-4a78-82d4-d3f2eb24c721 req-bad51455-905e-47fe-89df-6b89d034756d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:04.624344 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-824c4a4d-4340-4a78-82d4-d3f2eb24c721 req-bad51455-905e-47fe-89df-6b89d034756d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 945 time: 0.0690994 Jul 21 10:50:04.675855 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-6f4bc4b7-a486-4479-9dd6-d2d029b72c10 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8221958 Jul 21 10:50:04.709802 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Request body: {'port': {'device_id': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:04.787060 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-4e2ceee3-f37a-46d6-9678-3df3312b6919 None None] Provisioning complete for port 24113ecd-45f8-473c-a1aa-fc93cff6c402 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:50:04.787641 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-4e2ceee3-f37a-46d6-9678-3df3312b6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:04.829015 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ceee3-f37a-46d6-9678-3df3312b6919 None None] Port 24113ecd-45f8-473c-a1aa-fc93cff6c402 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:50:05.021798 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33ce4a-abce-4b18-a89b-240bfc079c4e req-33c022ba-3f44-4934-863c-1551b860110f tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:05.023864 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fb33ce4a-abce-4b18-a89b-240bfc079c4e req-33c022ba-3f44-4934-863c-1551b860110f tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 945 time: 0.0864394 Jul 21 10:50:05.042980 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58eb3d-faf7-4549-bcd5-c103639184ff req-ed1cfd4d-9bcc-4eea-a3e6-2e7f758b2c53 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:05.045085 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6d58eb3d-faf7-4549-bcd5-c103639184ff req-ed1cfd4d-9bcc-4eea-a3e6-2e7f758b2c53 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0959008 Jul 21 10:50:05.067890 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:05.091989 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-824c4a4d-4340-4a78-82d4-d3f2eb24c721 req-76fb9e14-792c-41a9-90d5-032edda57925 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Deleting port 87f2bea1-63ad-4eba-8841-1dd79129258c {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:50:05.092338 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-824c4a4d-4340-4a78-82d4-d3f2eb24c721 req-76fb9e14-792c-41a9-90d5-032edda57925 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (87f2bea1-63ad-4eba-8841-1dd79129258c), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:05.139246 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fb33ce4a-abce-4b18-a89b-240bfc079c4e req-0f2159ec-1bd3-47ce-88c8-9c7e4df9a99d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088824 Jul 21 10:50:05.151156 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6d58eb3d-faf7-4549-bcd5-c103639184ff req-62daad47-c8d1-4b51-89bb-a7d453335df2 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880337 Jul 21 10:50:05.341975 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54843682-8274-480b-964a-c82efbbf665e req-798b5f11-aaa4-4386-adea-79746e9a1444 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:05.346119 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-54843682-8274-480b-964a-c82efbbf665e req-798b5f11-aaa4-4386-adea-79746e9a1444 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 932 time: 0.0960298 Jul 21 10:50:05.361125 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555db13-97af-45a7-b00e-adedb75e3bde req-3dcc60d2-7b7e-4d81-9d07-149a4fe68d8a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:05.368957 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5555db13-97af-45a7-b00e-adedb75e3bde req-3dcc60d2-7b7e-4d81-9d07-149a4fe68d8a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0913291 Jul 21 10:50:05.383150 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-824c4a4d-4340-4a78-82d4-d3f2eb24c721 req-76fb9e14-792c-41a9-90d5-032edda57925 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] For port 87f2bea1-63ad-4eba-8841-1dd79129258c, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=87f2bea1-63ad-4eba-8841-1dd79129258c,segment=NetworkSegment(e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551),segment_id=e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:05.383592 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-824c4a4d-4340-4a78-82d4-d3f2eb24c721 req-76fb9e14-792c-41a9-90d5-032edda57925 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (87f2bea1-63ad-4eba-8841-1dd79129258c), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:05.402599 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-824c4a4d-4340-4a78-82d4-d3f2eb24c721 req-76fb9e14-792c-41a9-90d5-032edda57925 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Calling delete_port for 87f2bea1-63ad-4eba-8841-1dd79129258c owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:50:05.412752 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:05.462274 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:05.478434 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:05.486459 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-54843682-8274-480b-964a-c82efbbf665e req-401f135b-c5a2-4645-8a5f-1e84eadb4ead tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344955 Jul 21 10:50:05.517546 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5555db13-97af-45a7-b00e-adedb75e3bde req-fdd029c3-5aa4-4f58-b4ac-673d56bc56e9 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474459 Jul 21 10:50:05.638802 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-824c4a4d-4340-4a78-82d4-d3f2eb24c721 req-76fb9e14-792c-41a9-90d5-032edda57925 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (87f2bea1-63ad-4eba-8841-1dd79129258c), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:05.681905 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['87f2bea1-63ad-4eba-8841-1dd79129258c'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:50:05.698922 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb9e14-792c-41a9-90d5-032edda57925 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Pushing event deleted for resources: {'Port': ['ID=87f2bea1-63ad-4eba-8841-1dd79129258c,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:05.781396 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-824c4a4d-4340-4a78-82d4-d3f2eb24c721 req-76fb9e14-792c-41a9-90d5-032edda57925 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] No DVR routers for this DVR port 87f2bea1-63ad-4eba-8841-1dd79129258c on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:50:05.785298 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-824c4a4d-4340-4a78-82d4-d3f2eb24c721 req-76fb9e14-792c-41a9-90d5-032edda57925 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:05.789216 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-824c4a4d-4340-4a78-82d4-d3f2eb24c721 req-76fb9e14-792c-41a9-90d5-032edda57925 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.57 "DELETE /v2.0/ports/87f2bea1-63ad-4eba-8841-1dd79129258c HTTP/1.1" status: 204 len: 173 time: 1.0838046 Jul 21 10:50:05.791763 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc183ff4-10bd-4827-a6a8-17f6b6d739be', 'name': 'network-vif-deleted', 'tag': '87f2bea1-63ad-4eba-8841-1dd79129258c'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:50:05.794106 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18b0147-6779-4544-aa75-39e4af0cb2c9" -d '{"events": [{"server_uuid": "dc183ff4-10bd-4827-a6a8-17f6b6d739be", "name": "network-vif-deleted", "tag": "87f2bea1-63ad-4eba-8841-1dd79129258c"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:50:05.859509 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e70df6-9756-41ad-bba0-1bd2c5685268 x-openstack-request-id: req-89e70df6-9756-41ad-bba0-1bd2c5685268 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:50:05.860152 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc183ff4-10bd-4827-a6a8-17f6b6d739be", "name": "network-vif-deleted", "tag": "87f2bea1-63ad-4eba-8841-1dd79129258c", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:50:05.860644 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-89e70df6-9756-41ad-bba0-1bd2c5685268 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:50:05.861101 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e70df6-9756-41ad-bba0-1bd2c5685268'] response: {'server_uuid': 'dc183ff4-10bd-4827-a6a8-17f6b6d739be', 'name': 'network-vif-deleted', 'tag': '87f2bea1-63ad-4eba-8841-1dd79129258c', 'status': 'completed', 'code': 200} Jul 21 10:50:05.934017 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:06.045475 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24113ecd-45f8-473c-a1aa-fc93cff6c402 {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:50:06.070566 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Publish callbacks [] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:06.096704 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Transition to ACTIVE for port object 24113ecd-45f8-473c-a1aa-fc93cff6c402 will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:50:06.159021 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:06.229282 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Pushing event updated for resources: {'Port': ['ID=24113ecd-45f8-473c-a1aa-fc93cff6c402,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:06.280399 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-12172280-a7b8-4a94-9e01-5438d8f7e03f req-69473396-f303-4fa3-aefe-419296331d37 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 210 time: 0.0381420 Jul 21 10:50:06.383357 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Attempting to bind port 24113ecd-45f8-473c-a1aa-fc93cff6c402 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:50:06.384236 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Attempting to bind port 24113ecd-45f8-473c-a1aa-fc93cff6c402 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '22c45405-7f86-4748-9844-c8af610496ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:50:06.384833 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Attempting to bind port 24113ecd-45f8-473c-a1aa-fc93cff6c402 on network bfcc1ddb-0fed-4d87-9302-25a2c7f2725d {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:50:06.391576 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Port 24113ecd-45f8-473c-a1aa-fc93cff6c402 on network bfcc1ddb-0fed-4d87-9302-25a2c7f2725d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:50:06.392109 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Attempting to bind port 24113ecd-45f8-473c-a1aa-fc93cff6c402 on network bfcc1ddb-0fed-4d87-9302-25a2c7f2725d {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:50:06.399824 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:50:06.400446 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Checking segment: {'id': '22c45405-7f86-4748-9844-c8af610496ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:50:06.400982 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Bound using segment: {'id': '22c45405-7f86-4748-9844-c8af610496ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:50:06.401571 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Bound port: 24113ecd-45f8-473c-a1aa-fc93cff6c402, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c45405-7f86-4748-9844-c8af610496ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:50:06.402074 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:06.450878 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823f708-686f-4209-83cd-0f52863171e7 req-7565a569-299b-45fa-a7ea-cf2174f0ef54 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:06.461313 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7823f708-686f-4209-83cd-0f52863171e7 req-7565a569-299b-45fa-a7ea-cf2174f0ef54 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0986013 Jul 21 10:50:06.536288 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] For port 24113ecd-45f8-473c-a1aa-fc93cff6c402, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:50:06.541612 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] For port 24113ecd-45f8-473c-a1aa-fc93cff6c402, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=24113ecd-45f8-473c-a1aa-fc93cff6c402,segment=NetworkSegment(22c45405-7f86-4748-9844-c8af610496ba),segment_id=22c45405-7f86-4748-9844-c8af610496ba)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:50:06.564915 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7823f708-686f-4209-83cd-0f52863171e7 req-af70531a-3f42-4732-b74a-e3392d74d0fe tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870867 Jul 21 10:50:06.628194 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:06.672841 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:06.673692 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:06.675334 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] 10.222.0.57 "PUT /v2.0/ports/24113ecd-45f8-473c-a1aa-fc93cff6c402 HTTP/1.1" status: 200 len: 1094 time: 1.9711940 Jul 21 10:50:06.703785 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fd6c0-b048-4d40-b3d8-560dec693399 service neutron] Pushing event updated for resources: {'Port': ['ID=24113ecd-45f8-473c-a1aa-fc93cff6c402,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:06.710306 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b19991-3635-49f1-9898-2d82703e63b0 req-432045b3-a22c-4f9b-a7e5-bc3613902ce3 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:06.719947 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-63b19991-3635-49f1-9898-2d82703e63b0 req-432045b3-a22c-4f9b-a7e5-bc3613902ce3 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 944 time: 0.0906980 Jul 21 10:50:06.804814 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb8b46-0fbc-48f5-bfa7-bdb738578dca req-357fdd60-0aac-4586-83b3-3c585ede5e26 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:06.807020 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-17eb8b46-0fbc-48f5-bfa7-bdb738578dca req-357fdd60-0aac-4586-83b3-3c585ede5e26 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0831549 Jul 21 10:50:06.835871 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-63b19991-3635-49f1-9898-2d82703e63b0 req-17a99f7f-6ef4-499c-b76e-9722b582f8db tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145902 Jul 21 10:50:06.908421 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-17eb8b46-0fbc-48f5-bfa7-bdb738578dca req-f8977d67-ab75-4e96-8928-c53b55e59002 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953975 Jul 21 10:50:07.014440 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cab279-e83d-450e-901a-3e0ec9dff731 req-2acf484f-48b7-4311-b917-03ab1d863f0b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:07.018676 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c5cab279-e83d-450e-901a-3e0ec9dff731 req-2acf484f-48b7-4311-b917-03ab1d863f0b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.1022737 Jul 21 10:50:07.082327 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c5cab279-e83d-450e-901a-3e0ec9dff731 req-ee5e9264-bca1-4a07-8355-aede0c3ed1a1 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578263 Jul 21 10:50:07.394612 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c19be6da-1453-4879-9a41-5fa3f1579c5b req-8842a53e-5cba-4c3f-b92f-e90cabccf0a6 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 210 time: 0.0281365 Jul 21 10:50:07.740291 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270da1f-40eb-4fbf-98ff-19d9c2df483a req-252c5085-ae2d-4fbb-91fb-83666bfac390 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:07.750955 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2270da1f-40eb-4fbf-98ff-19d9c2df483a req-252c5085-ae2d-4fbb-91fb-83666bfac390 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0864835 Jul 21 10:50:07.800060 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2270da1f-40eb-4fbf-98ff-19d9c2df483a req-84fb4e1d-37b0-4608-b8fe-1d13f7044252 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501781 Jul 21 10:50:07.862415 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'tag': '24113ecd-45f8-473c-a1aa-fc93cff6c402'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:50:07.865766 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01974776-ca88-493d-b6c7-339f55a5b802" -d '{"events": [{"name": "network-changed", "server_uuid": "6597f555-38e1-4d14-bf7c-6d8b5e5a26d4", "tag": "24113ecd-45f8-473c-a1aa-fc93cff6c402"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:50:07.916056 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d85c37-c5ce-49e0-8517-edc863811f2b x-openstack-request-id: req-d3d85c37-c5ce-49e0-8517-edc863811f2b {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:50:07.916355 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6597f555-38e1-4d14-bf7c-6d8b5e5a26d4", "tag": "24113ecd-45f8-473c-a1aa-fc93cff6c402", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:50:07.916616 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3d85c37-c5ce-49e0-8517-edc863811f2b {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:50:07.917031 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d85c37-c5ce-49e0-8517-edc863811f2b'] response: {'name': 'network-changed', 'server_uuid': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'tag': '24113ecd-45f8-473c-a1aa-fc93cff6c402', 'status': 'completed', 'code': 200} Jul 21 10:50:07.978585 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700c552-ee26-49dd-937d-54e5b8364e13 req-bc1778bd-ab74-4c36-a4d3-269d961e9256 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:07.980155 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9700c552-ee26-49dd-937d-54e5b8364e13 req-bc1778bd-ab74-4c36-a4d3-269d961e9256 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 944 time: 0.0561945 Jul 21 10:50:08.054459 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eeb017-8df0-4446-bc1f-d5b7a578a20f req-1d233caf-a317-4095-8059-9eee5a602bc2 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:08.056041 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-86eeb017-8df0-4446-bc1f-d5b7a578a20f req-1d233caf-a317-4095-8059-9eee5a602bc2 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0736618 Jul 21 10:50:08.101290 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9700c552-ee26-49dd-937d-54e5b8364e13 req-723fa492-3a6f-4e58-ac18-0ddea7e11346 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062448 Jul 21 10:50:08.129425 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-86eeb017-8df0-4446-bc1f-d5b7a578a20f req-ddaa07d7-2059-4f96-9303-bee7bd199f80 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647120 Jul 21 10:50:08.215504 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f07e3-5b1a-45c8-8b0c-953cefe162f9 req-c23fb8d8-4acc-405a-9dce-dad6a1e1decd tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:08.217863 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-982f07e3-5b1a-45c8-8b0c-953cefe162f9 req-c23fb8d8-4acc-405a-9dce-dad6a1e1decd tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0516732 Jul 21 10:50:08.265297 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-982f07e3-5b1a-45c8-8b0c-953cefe162f9 req-b5df89ad-e605-44b3-97ab-435a91e6710a tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419116 Jul 21 10:50:08.489988 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a657dbe7-4a98-48e2-94fd-e05a759d372c req-fb5ba679-b402-426b-a27e-6efa91c9b8e9 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 210 time: 0.0268006 Jul 21 10:50:08.861432 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 87f2bea1-63ad-4eba-8841-1dd79129258c no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:50:08.880262 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: 87f2bea1-63ad-4eba-8841-1dd79129258c {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:50:08.880613 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 87f2bea1-63ad-4eba-8841-1dd79129258c not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:50:08.919679 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedec056-53cb-4de0-990e-5b5d1a637810 req-b4c3f2e8-7ba6-460e-8ffc-7febe4319e52 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:08.921123 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dedec056-53cb-4de0-990e-5b5d1a637810 req-b4c3f2e8-7ba6-460e-8ffc-7febe4319e52 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0466149 Jul 21 10:50:08.973592 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dedec056-53cb-4de0-990e-5b5d1a637810 req-5409eaee-7dd2-431f-8d5c-97a3949a4e96 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469649 Jul 21 10:50:09.290592 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d65d0-5083-4ed1-8476-e29b7bddbd2b req-533ea559-0a39-4b94-b9f3-cd1d744ca64b tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:09.292064 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-903d65d0-5083-4ed1-8476-e29b7bddbd2b req-533ea559-0a39-4b94-b9f3-cd1d744ca64b tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 944 time: 0.0884678 Jul 21 10:50:09.305619 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc783bd-a574-4e94-b576-fbfc00cc8fde req-6e219b79-517a-47da-abe1-c5f8bc3f53ce tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:09.307171 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0fc783bd-a574-4e94-b576-fbfc00cc8fde req-6e219b79-517a-47da-abe1-c5f8bc3f53ce tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0653646 Jul 21 10:50:09.356794 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:09.365134 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:09.387465 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-903d65d0-5083-4ed1-8476-e29b7bddbd2b req-cd48fbde-2638-45d0-9fc3-dc57c4e26f56 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893900 Jul 21 10:50:09.398173 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0fc783bd-a574-4e94-b576-fbfc00cc8fde req-06bcf74d-71df-4d52-acc4-9363634675cf tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828161 Jul 21 10:50:09.519323 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb9b0a-cc03-495c-bfe3-309c9576335b req-f9cb3871-28ab-4e8b-8dfc-0da92b13b1c2 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:09.527199 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dbdb9b0a-cc03-495c-bfe3-309c9576335b req-f9cb3871-28ab-4e8b-8dfc-0da92b13b1c2 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0580456 Jul 21 10:50:09.595860 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-881f1e64-650e-4c6c-86eb-d82b6b84f520 req-8f3a8283-f329-4083-a5e8-18fbf8e23a6c tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 210 time: 0.0372581 Jul 21 10:50:09.600140 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dbdb9b0a-cc03-495c-bfe3-309c9576335b req-791d0fd2-2430-4e55-8d81-4eaefb700dc6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667474 Jul 21 10:50:10.114985 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9a8d8-80a3-4af0-abff-55b72f8e95f1 req-d6b51072-ae84-4a67-89f6-1231c41e8fc2 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:10.116516 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8fd9a8d8-80a3-4af0-abff-55b72f8e95f1 req-d6b51072-ae84-4a67-89f6-1231c41e8fc2 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0640166 Jul 21 10:50:10.173783 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8fd9a8d8-80a3-4af0-abff-55b72f8e95f1 req-633ae5d9-5403-4549-94bf-b921c5bf6cf7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479367 Jul 21 10:50:10.538117 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033f889-2733-46b0-ac0f-c48e4b0333d6 req-e273a26a-bd6d-4237-8fc5-8ac6db10b995 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:10.539738 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1033f889-2733-46b0-ac0f-c48e4b0333d6 req-e273a26a-bd6d-4237-8fc5-8ac6db10b995 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0551445 Jul 21 10:50:10.592040 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc626fa7-a469-4ccd-9b72-ddac8fed0a79 req-fd83ba89-d681-444c-99d1-f549fa0faae7 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:10.593789 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cc626fa7-a469-4ccd-9b72-ddac8fed0a79 req-fd83ba89-d681-444c-99d1-f549fa0faae7 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 944 time: 0.1185315 Jul 21 10:50:10.635307 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1033f889-2733-46b0-ac0f-c48e4b0333d6 req-fe3f85c1-e54f-4e3f-bd72-d028fd972761 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788529 Jul 21 10:50:10.665265 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cc626fa7-a469-4ccd-9b72-ddac8fed0a79 req-c9f91ec3-151c-4b2b-b112-1d125f9c7765 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638545 Jul 21 10:50:10.768714 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3300c457-34bf-4ec8-958a-dea5e4939bc0 req-77ca3dc2-5eaa-4410-a04f-7f25892526a5 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 210 time: 0.0332994 Jul 21 10:50:10.831686 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018ce09-0b49-48da-b8eb-b85ee26c4761 req-9d1c0feb-9e5e-4856-b2aa-49e402a8b57b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:10.833633 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b018ce09-0b49-48da-b8eb-b85ee26c4761 req-9d1c0feb-9e5e-4856-b2aa-49e402a8b57b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0603123 Jul 21 10:50:10.903711 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b018ce09-0b49-48da-b8eb-b85ee26c4761 req-9ce11b02-8077-402f-87fb-76de3dda13e6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534792 Jul 21 10:50:11.310427 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0e8a4-16b8-4685-af37-5890bebcbe2a req-5bd1fd1e-0e2c-4a18-bba9-2fa56339bef8 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:11.311932 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e6b0e8a4-16b8-4685-af37-5890bebcbe2a req-5bd1fd1e-0e2c-4a18-bba9-2fa56339bef8 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0543728 Jul 21 10:50:11.377727 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e6b0e8a4-16b8-4685-af37-5890bebcbe2a req-fd806278-3151-4f22-8149-1f61a14c9596 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603123 Jul 21 10:50:11.826726 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369d19a-47e2-4233-8897-ac0f415aa223 req-9f608fe5-378f-4b4d-a9cb-c34610a9db43 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:11.828237 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c369d19a-47e2-4233-8897-ac0f415aa223 req-9f608fe5-378f-4b4d-a9cb-c34610a9db43 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0853791 Jul 21 10:50:11.836581 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51057237-fcec-4e46-8a3a-30a281e3713b req-ce68bc2b-439d-48ba-aab9-389a8b831a93 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:11.837950 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-51057237-fcec-4e46-8a3a-30a281e3713b req-ce68bc2b-439d-48ba-aab9-389a8b831a93 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 944 time: 0.0611520 Jul 21 10:50:11.916503 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-51057237-fcec-4e46-8a3a-30a281e3713b req-5392dd8f-4350-46ed-89db-b03e9aa5b06b tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703175 Jul 21 10:50:11.920405 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c369d19a-47e2-4233-8897-ac0f415aa223 req-e36e2007-5d5f-4b51-bb3d-f126094c3c29 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815837 Jul 21 10:50:12.058695 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-af357479-30aa-4314-a444-154c00c93cfe req-7909859f-45de-44f9-aeda-1dd2803506e0 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 210 time: 0.0599000 Jul 21 10:50:12.074940 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c1f63-674f-41a6-8c16-5ebbb45a4701 req-e18e4d4e-1129-4200-86ee-f0a4e47b4487 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:12.076547 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-514c1f63-674f-41a6-8c16-5ebbb45a4701 req-e18e4d4e-1129-4200-86ee-f0a4e47b4487 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0797606 Jul 21 10:50:12.112040 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:12.126915 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-514c1f63-674f-41a6-8c16-5ebbb45a4701 req-322494b6-3190-4f25-9d52-365fe91de010 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449586 Jul 21 10:50:12.504650 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03ba5e-cbe6-4fba-bb3c-0a964573040d req-988ec66c-8d39-4111-a4b6-52dac07c406f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:12.506118 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cd03ba5e-cbe6-4fba-bb3c-0a964573040d req-988ec66c-8d39-4111-a4b6-52dac07c406f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0481806 Jul 21 10:50:12.552736 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cd03ba5e-cbe6-4fba-bb3c-0a964573040d req-9ff967f1-8467-4081-8c3b-b1128f4d49f7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411024 Jul 21 10:50:13.075222 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321b408-588e-45d0-84e2-2af5126ef58c req-7f06cae9-1eda-430d-9eb2-8ea285eb88ef tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:13.077737 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2321b408-588e-45d0-84e2-2af5126ef58c req-7f06cae9-1eda-430d-9eb2-8ea285eb88ef tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0866473 Jul 21 10:50:13.084213 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e1f6e-404e-4154-8829-9b821dbb7c1e req-be209dfb-2230-45b0-adaf-2d64f6cec409 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:13.085653 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-316e1f6e-404e-4154-8829-9b821dbb7c1e req-be209dfb-2230-45b0-adaf-2d64f6cec409 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 944 time: 0.0958219 Jul 21 10:50:13.164789 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2321b408-588e-45d0-84e2-2af5126ef58c req-3a7a8324-6cb1-48c1-bafa-3a7ea11d482f tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781653 Jul 21 10:50:13.168115 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-316e1f6e-404e-4154-8829-9b821dbb7c1e req-f72c719c-9062-482b-963b-c87253baf61f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741823 Jul 21 10:50:13.266070 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:13.285827 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ce071f33-5f1f-4039-8875-9d8cc1df013b req-b280c2bd-bd0b-41c7-9668-3da704ade198 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 210 time: 0.0481164 Jul 21 10:50:13.299095 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d0042-9cf6-4b6d-a869-63f39021f2a3 req-f184372e-6904-460d-b7b0-f6927df843a8 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:13.300555 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7c8d0042-9cf6-4b6d-a869-63f39021f2a3 req-f184372e-6904-460d-b7b0-f6927df843a8 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0719910 Jul 21 10:50:13.350280 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7c8d0042-9cf6-4b6d-a869-63f39021f2a3 req-85c8c460-4d7b-43a6-818f-60666d2954f6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442381 Jul 21 10:50:13.679049 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8776e3-bbcc-4ac4-abde-5753aa735af0 req-8dbc69de-810b-47f9-8a6d-6137390075f2 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:13.680654 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1a8776e3-bbcc-4ac4-abde-5753aa735af0 req-8dbc69de-810b-47f9-8a6d-6137390075f2 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0497775 Jul 21 10:50:13.736014 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1a8776e3-bbcc-4ac4-abde-5753aa735af0 req-d8712956-22ee-4514-a234-8023734e686b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490983 Jul 21 10:50:14.318066 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dc71b-70ea-4e85-9c73-bcbcebd435df req-8c1ff933-dfeb-442f-b86b-7b9b541b7be4 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:14.325470 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-085dc71b-70ea-4e85-9c73-bcbcebd435df req-8c1ff933-dfeb-442f-b86b-7b9b541b7be4 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0897281 Jul 21 10:50:14.333673 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652834bc-5d80-47e3-b704-21f1f80acda6 req-052ae21f-8b0b-4b74-acac-dab74ae5009a tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:14.335200 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-652834bc-5d80-47e3-b704-21f1f80acda6 req-052ae21f-8b0b-4b74-acac-dab74ae5009a tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 944 time: 0.0875206 Jul 21 10:50:14.432997 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-652834bc-5d80-47e3-b704-21f1f80acda6 req-8293724c-a1de-4853-b901-33a7a708cba0 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894644 Jul 21 10:50:14.436821 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-085dc71b-70ea-4e85-9c73-bcbcebd435df req-1c1f724e-051a-428b-b65a-9a79349fe386 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007249 Jul 21 10:50:14.531744 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-045a27a2-13ec-4965-8615-c5ada37ed7fc req-e65daff1-6197-4cb2-9f05-1e7732d1dc62 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 210 time: 0.0362501 Jul 21 10:50:14.565533 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea508c8b-0beb-4141-8d12-8b172d491f91 req-1c051c5e-ecde-4cec-b275-f959f6683b46 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:14.567008 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ea508c8b-0beb-4141-8d12-8b172d491f91 req-1c051c5e-ecde-4cec-b275-f959f6683b46 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0612068 Jul 21 10:50:14.616145 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ea508c8b-0beb-4141-8d12-8b172d491f91 req-f232c8c2-0710-43a2-8e20-f4050e572b0d tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436416 Jul 21 10:50:14.742021 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01974776-ca88-493d-b6c7-339f55a5b802 req-8da4974f-04bd-43a7-a842-0f8e4ea25b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:14.743576 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-01974776-ca88-493d-b6c7-339f55a5b802 req-8da4974f-04bd-43a7-a842-0f8e4ea25b09 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2eff05785bd84522ad637d8bed14563d&device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 1128 time: 0.0407479 Jul 21 10:50:14.862568 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:14.894521 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88955b-b916-4559-843b-09ea6bbaf2e3 req-6c73dc19-d2ad-4d66-8381-1246cd24393e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:14.896018 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4e88955b-b916-4559-843b-09ea6bbaf2e3 req-6c73dc19-d2ad-4d66-8381-1246cd24393e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0540357 Jul 21 10:50:14.945708 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4e88955b-b916-4559-843b-09ea6bbaf2e3 req-8f28283c-471d-4674-ad85-05f2ab617dc6 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440483 Jul 21 10:50:15.572329 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ea93b-79a3-40ff-8c40-4e90936b496c req-fafa6f11-8bf6-4ed9-bfb7-346e312494b9 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:15.573788 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-543ea93b-79a3-40ff-8c40-4e90936b496c req-fafa6f11-8bf6-4ed9-bfb7-346e312494b9 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 944 time: 0.0728328 Jul 21 10:50:15.596015 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d669de-f32f-472b-9a76-2ebba79fa84c req-d974d2e9-2645-420f-bb7d-5182d31036ac tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:15.597443 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-10d669de-f32f-472b-9a76-2ebba79fa84c req-d974d2e9-2645-420f-bb7d-5182d31036ac tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0692475 Jul 21 10:50:15.658217 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:15.665198 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-543ea93b-79a3-40ff-8c40-4e90936b496c req-3d186fa1-dbee-4de5-98a1-614ffa002d93 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851657 Jul 21 10:50:15.669872 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-10d669de-f32f-472b-9a76-2ebba79fa84c req-185e16a5-2570-4fd6-852d-eb74ca2141ab tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654900 Jul 21 10:50:15.764373 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6f9d9921-1976-45ef-ab83-348383d923ec req-6c7d6b67-594a-4f69-96f0-dcc062c8c5f2 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 210 time: 0.0403123 Jul 21 10:50:15.799454 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d05b0-7437-4f8b-bb85-96f3252e58b6 req-c2afc69c-5c04-40e9-88c6-2cfb87ac30a9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:15.800906 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-501d05b0-7437-4f8b-bb85-96f3252e58b6 req-c2afc69c-5c04-40e9-88c6-2cfb87ac30a9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0758529 Jul 21 10:50:15.849190 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-501d05b0-7437-4f8b-bb85-96f3252e58b6 req-5a3c99d3-7c86-4fe1-8eb2-ccec8e9c853e tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428877 Jul 21 10:50:16.065090 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905514a-05f9-413d-a843-01143de77637 req-01f925de-52fb-4be0-a8bd-8f7ccbd5aa00 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:16.066467 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d905514a-05f9-413d-a843-01143de77637 req-01f925de-52fb-4be0-a8bd-8f7ccbd5aa00 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0471992 Jul 21 10:50:16.113136 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d905514a-05f9-413d-a843-01143de77637 req-69bbce0d-7a32-45b6-8235-18d2166a6992 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412052 Jul 21 10:50:16.787309 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01974776-ca88-493d-b6c7-339f55a5b802 req-72963019-b718-4b9c-a4d2-1fadc920be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:16.788807 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-01974776-ca88-493d-b6c7-339f55a5b802 req-72963019-b718-4b9c-a4d2-1fadc920be6e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2eff05785bd84522ad637d8bed14563d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1396549 Jul 21 10:50:16.789709 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49297f-49b5-4976-afa3-7d8a6afe2a44 req-f99207a5-6b5e-44f6-857f-e4b27197c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:16.791112 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-fe49297f-49b5-4976-afa3-7d8a6afe2a44 req-f99207a5-6b5e-44f6-857f-e4b27197c1ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 1129 time: 0.0706217 Jul 21 10:50:16.805387 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:16.868333 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c0799-12c7-4e92-a99a-49480cfa654f req-0e53b4d7-9c93-4ed0-bfa8-6a6ec094e30f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:16.869801 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-297c0799-12c7-4e92-a99a-49480cfa654f req-0e53b4d7-9c93-4ed0-bfa8-6a6ec094e30f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 944 time: 0.1156006 Jul 21 10:50:16.874177 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d824e-bd43-4ad8-9440-d7eb8d3e903a req-b853a58a-58fb-4ef1-8c9e-e4fcf5c5ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:16.875677 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a28d824e-bd43-4ad8-9440-d7eb8d3e903a req-b853a58a-58fb-4ef1-8c9e-e4fcf5c5ccf8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29c1b9c9f7024f8494e0a9b58fe35710&device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 1127 time: 0.1085188 Jul 21 10:50:16.884253 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e6ba1-9c71-460f-8077-6156c29206dd req-528c2685-517f-4b06-9105-6efcd74d06dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:16.885717 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-aa8e6ba1-9c71-460f-8077-6156c29206dd req-528c2685-517f-4b06-9105-6efcd74d06dc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.1210594 Jul 21 10:50:16.945912 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:16.973118 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49297f-49b5-4976-afa3-7d8a6afe2a44 req-62da14b4-6cb9-4825-803c-06ca637e89dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:16.974499 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-fe49297f-49b5-4976-afa3-7d8a6afe2a44 req-62da14b4-6cb9-4825-803c-06ca637e89dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6051ff4-8399-4b19-9b2a-895d18fcb35a HTTP/1.1" status: 200 len: 920 time: 0.1677768 Jul 21 10:50:16.977097 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01974776-ca88-493d-b6c7-339f55a5b802 req-678cc649-cb3c-4cd1-bf1b-0b54d413409c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:16.978436 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-01974776-ca88-493d-b6c7-339f55a5b802 req-678cc649-cb3c-4cd1-bf1b-0b54d413409c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1526446 Jul 21 10:50:17.026213 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-297c0799-12c7-4e92-a99a-49480cfa654f req-6b666c3d-4bd1-4123-845b-667645f3fc3a tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494560 Jul 21 10:50:17.036657 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-aa8e6ba1-9c71-460f-8077-6156c29206dd req-e763b7e9-800a-436e-9307-f59603c6c3bf tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378949 Jul 21 10:50:17.054780 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d824e-bd43-4ad8-9440-d7eb8d3e903a req-35374e06-fe24-494d-a356-98b0ccc814d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:17.054780 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a28d824e-bd43-4ad8-9440-d7eb8d3e903a req-35374e06-fe24-494d-a356-98b0ccc814d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c770f837-eda0-4a68-b0cf-fd07722be163 HTTP/1.1" status: 200 len: 917 time: 0.1530678 Jul 21 10:50:17.158437 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dc860370-71f1-4dc6-8829-fa2915bcb927 req-9c6adea2-80a9-4afb-bc23-d506013431dd tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc183ff4-10bd-4827-a6a8-17f6b6d739be HTTP/1.1" status: 200 len: 210 time: 0.0316379 Jul 21 10:50:17.166695 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d15c12-0db1-4ef6-92ea-d751846c7b2d req-188f77c2-749d-4fc9-9b46-5178ae4233ba tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:17.168169 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d5d15c12-0db1-4ef6-92ea-d751846c7b2d req-188f77c2-749d-4fc9-9b46-5178ae4233ba tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0739336 Jul 21 10:50:17.300017 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d5d15c12-0db1-4ef6-92ea-d751846c7b2d req-0baba8e2-d732-4286-886d-a0dd47d10177 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191833 Jul 21 10:50:17.314821 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-5bef6301-4d4e-435c-91d1-7aa8503de065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:17.316327 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-5bef6301-4d4e-435c-91d1-7aa8503de065 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2eff05785bd84522ad637d8bed14563d&device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 1128 time: 0.0590496 Jul 21 10:50:17.322520 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-fe49297f-49b5-4976-afa3-7d8a6afe2a44 req-eed2fc4d-ec52-4805-8b91-3c070480d254 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ac84834-b64c-48e6-a97a-aed57229fe41 HTTP/1.1" status: 200 len: 1000 time: 0.1039271 Jul 21 10:50:17.343805 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31ca21-b0e8-484c-a7b7-fd3e1a466c24 req-23620786-542f-44c8-9d92-160725e1991e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:17.345284 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7c31ca21-b0e8-484c-a7b7-fd3e1a466c24 req-23620786-542f-44c8-9d92-160725e1991e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.1214314 Jul 21 10:50:17.374754 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a28d824e-bd43-4ad8-9440-d7eb8d3e903a req-b3b68b7a-26e9-4800-9740-5bb672517020 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0efd748-6569-4435-ab16-d9acccb72164 HTTP/1.1" status: 200 len: 999 time: 0.1518772 Jul 21 10:50:17.403082 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-da5d4303-66a0-461d-9539-8db63a54e6d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24113ecd-45f8-473c-a1aa-fc93cff6c402 HTTP/1.1" status: 200 len: 217 time: 0.0617621 Jul 21 10:50:17.427907 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49297f-49b5-4976-afa3-7d8a6afe2a44 req-c351e394-b1bb-451c-b0e7-1afd95005c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:17.429346 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-fe49297f-49b5-4976-afa3-7d8a6afe2a44 req-c351e394-b1bb-451c-b0e7-1afd95005c23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e0cf4ee-8186-43e0-be83-a0ef0604ebdb HTTP/1.1" status: 200 len: 858 time: 0.0863020 Jul 21 10:50:17.438343 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7c31ca21-b0e8-484c-a7b7-fd3e1a466c24 req-47186dd0-d9b1-4572-b546-8f0ac0a75ffb tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849054 Jul 21 10:50:17.444274 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d824e-bd43-4ad8-9440-d7eb8d3e903a req-ccd77967-3de2-49b6-9eb0-95669898c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:17.445717 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a28d824e-bd43-4ad8-9440-d7eb8d3e903a req-ccd77967-3de2-49b6-9eb0-95669898c35e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c79189c-6f8d-462a-9ba9-a421b25b0a63 HTTP/1.1" status: 200 len: 855 time: 0.0644562 Jul 21 10:50:17.490755 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:17.505019 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d824e-bd43-4ad8-9440-d7eb8d3e903a req-3d1f2fd0-38cc-4fe6-a707-09fb6d5ef531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:17.506455 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49297f-49b5-4976-afa3-7d8a6afe2a44 req-f02c5e71-95f0-450e-8be9-f63992d19008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:17.506828 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a28d824e-bd43-4ad8-9440-d7eb8d3e903a req-3d1f2fd0-38cc-4fe6-a707-09fb6d5ef531 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c770f837-eda0-4a68-b0cf-fd07722be163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541317 Jul 21 10:50:17.507981 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-fe49297f-49b5-4976-afa3-7d8a6afe2a44 req-f02c5e71-95f0-450e-8be9-f63992d19008 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6051ff4-8399-4b19-9b2a-895d18fcb35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544221 Jul 21 10:50:17.509377 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-e6a74573-16c2-406e-9950-ffdaf6748bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:17.510714 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-e6a74573-16c2-406e-9950-ffdaf6748bc6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a849b64f-ebc5-4db3-ae09-571df7ac3e29 HTTP/1.1" status: 200 len: 852 time: 0.0922644 Jul 21 10:50:17.613036 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a28d824e-bd43-4ad8-9440-d7eb8d3e903a req-9453da88-6ff8-4dae-9f20-8017d90cc7d1 service neutron] 10.222.0.57 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895855 Jul 21 10:50:17.625067 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-a33ee7a4-81fd-44af-a6ed-add29f0e5b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:17.626701 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-a33ee7a4-81fd-44af-a6ed-add29f0e5b9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bfcc1ddb-0fed-4d87-9302-25a2c7f2725d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954406 Jul 21 10:50:17.694981 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:17.711013 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-fe49297f-49b5-4976-afa3-7d8a6afe2a44 req-7d329d44-4957-4553-9e50-b69acb06a19a service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875396 Jul 21 10:50:17.721756 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a28d824e-bd43-4ad8-9440-d7eb8d3e903a req-708803e4-c21f-40f6-9f15-bdac39da2440 service neutron] 10.222.0.57 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948515 Jul 21 10:50:17.793754 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-7cfd5a7d-db4a-43f1-8e86-c7b08629d5cd service neutron] 10.222.0.57 "GET /v2.0/networks/bfcc1ddb-0fed-4d87-9302-25a2c7f2725d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576867 Jul 21 10:50:17.849645 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-fe49297f-49b5-4976-afa3-7d8a6afe2a44 req-226de4f0-7cca-4007-8d99-1ae108fb6880 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301899 Jul 21 10:50:17.909647 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-60514dee-5fc8-4d57-90cc-91e911fb83aa req-207afece-ad44-4793-a8e1-22967227926e service neutron] 10.222.0.57 "GET /v2.0/networks/bfcc1ddb-0fed-4d87-9302-25a2c7f2725d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029558 Jul 21 10:50:18.167654 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fa66f-6433-498e-9820-adb1daaff483 req-bad3b304-9fcb-4b08-93d6-af9afe48128e tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:18.168737 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1c8fa66f-6433-498e-9820-adb1daaff483 req-bad3b304-9fcb-4b08-93d6-af9afe48128e tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 944 time: 0.0740211 Jul 21 10:50:18.182285 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80188935-0fcc-4809-b7fc-b526ee584081 req-1c5b2f16-4cdf-4d1c-84e4-1de1cc638d14 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:18.183741 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-80188935-0fcc-4809-b7fc-b526ee584081 req-1c5b2f16-4cdf-4d1c-84e4-1de1cc638d14 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0774603 Jul 21 10:50:18.248643 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:18.268080 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1c8fa66f-6433-498e-9820-adb1daaff483 req-1e3314a7-5696-4688-af0e-64588c9bfeb5 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928953 Jul 21 10:50:18.272650 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-80188935-0fcc-4809-b7fc-b526ee584081 req-e070b9b7-52a7-4a6f-a322-97e5ce00fe83 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766962 Jul 21 10:50:18.417891 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317131f-91ad-4cc9-842b-1ff010512bb2 req-e71c44a0-fdbc-446a-a85a-0c1885a344d0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:18.419299 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4317131f-91ad-4cc9-842b-1ff010512bb2 req-e71c44a0-fdbc-446a-a85a-0c1885a344d0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0464122 Jul 21 10:50:18.467914 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4317131f-91ad-4cc9-842b-1ff010512bb2 req-1bada5e3-9a20-4251-8f1c-a4f66610fbcf tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420973 Jul 21 10:50:18.566767 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5497f-1b8c-4007-bb51-71980d02a8c2 req-fe13e0c3-e32c-4039-93f4-83778a29ca98 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:18.568248 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-33c5497f-1b8c-4007-bb51-71980d02a8c2 req-fe13e0c3-e32c-4039-93f4-83778a29ca98 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 943 time: 0.0473914 Jul 21 10:50:18.618207 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-33c5497f-1b8c-4007-bb51-71980d02a8c2 req-58029ffe-17eb-4555-866f-ab7283a32454 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444591 Jul 21 10:50:18.920776 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device e0efd748-6569-4435-ab16-d9acccb72164 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:50:18.923073 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:18.924515 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:19.019369 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port e0efd748-6569-4435-ab16-d9acccb72164, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e0efd748-6569-4435-ab16-d9acccb72164,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:19.029985 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': 'e0efd748-6569-4435-ab16-d9acccb72164', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'port_id': 'e0efd748-6569-4435-ab16-d9acccb72164', 'mac_address': 'fa:16:3e:14:ac:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:50:19.068081 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port e0efd748-6569-4435-ab16-d9acccb72164 is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:50:19.068471 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (e0efd748-6569-4435-ab16-d9acccb72164), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:19.081478 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0efd748-6569-4435-ab16-d9acccb72164 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:50:19.100801 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port e0efd748-6569-4435-ab16-d9acccb72164, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e0efd748-6569-4435-ab16-d9acccb72164,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:19.151969 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (e0efd748-6569-4435-ab16-d9acccb72164), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:19.152651 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:50:19.221364 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=e0efd748-6569-4435-ab16-d9acccb72164,revision_number=9']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:19.292534 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2,segment=NetworkSegment(9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0),segment_id=9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:19.307649 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2', 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e', 'port_id': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2', 'mac_address': 'fa:16:3e:87:d4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:50:19.345042 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:50:19.345436 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:19.359223 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:50:19.379797 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2,segment=NetworkSegment(9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0),segment_id=9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:19.411861 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7c5da-956b-442e-a0b1-c35bc9c5221a req-111a6140-dc34-4489-a28a-202e3724adec tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:19.413324 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c0d7c5da-956b-442e-a0b1-c35bc9c5221a req-111a6140-dc34-4489-a28a-202e3724adec tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 944 time: 0.0759630 Jul 21 10:50:19.421678 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32455f55-5027-46b2-b5e0-44be4d03428f req-f6e019ba-4fc5-4fd1-ba5b-b1ac920f5ede tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:19.423102 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-32455f55-5027-46b2-b5e0-44be4d03428f req-f6e019ba-4fc5-4fd1-ba5b-b1ac920f5ede tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0741804 Jul 21 10:50:19.455374 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:19.501596 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c0d7c5da-956b-442e-a0b1-c35bc9c5221a req-d5e9a582-afb3-4d23-9ba6-619b696a01a8 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774539 Jul 21 10:50:19.505023 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:19.506056 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-32455f55-5027-46b2-b5e0-44be4d03428f req-cb52906a-7c7c-4162-9d27-a88c4d6b716e tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753963 Jul 21 10:50:19.877458 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe5026-f4bd-49ae-8ee1-54d2145650ce req-a8a2d102-b794-427b-8411-fb7d59f31a71 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:19.878914 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bdbe5026-f4bd-49ae-8ee1-54d2145650ce req-a8a2d102-b794-427b-8411-fb7d59f31a71 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.3105960 Jul 21 10:50:19.899668 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e835fe-7ac3-4c46-8a71-23f1dd9b60bf req-162c2ef5-9e3c-4106-a7be-1311a9da795b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:19.901058 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-87e835fe-7ac3-4c46-8a71-23f1dd9b60bf req-162c2ef5-9e3c-4106-a7be-1311a9da795b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 944 time: 0.0681052 Jul 21 10:50:19.964795 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bdbe5026-f4bd-49ae-8ee1-54d2145650ce req-c3564b55-e728-45af-94a1-c41812863876 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800178 Jul 21 10:50:19.972702 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-87e835fe-7ac3-4c46-8a71-23f1dd9b60bf req-c2fadb9a-52d1-41e0-9c73-edf85a534113 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640981 Jul 21 10:50:20.650189 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a14609-3e7c-4d25-adc1-a7f03e9ced38 req-21982eeb-12d4-4109-a4d0-a220b3f80023 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:20.651728 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-62a14609-3e7c-4d25-adc1-a7f03e9ced38 req-21982eeb-12d4-4109-a4d0-a220b3f80023 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 945 time: 0.0779963 Jul 21 10:50:20.660312 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39480d8-2aa1-43b6-90e2-470acac130e9 req-17aab78a-f643-4908-8eca-a2d924946dce tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:20.661668 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c39480d8-2aa1-43b6-90e2-470acac130e9 req-17aab78a-f643-4908-8eca-a2d924946dce tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 944 time: 0.0866892 Jul 21 10:50:20.743962 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-62a14609-3e7c-4d25-adc1-a7f03e9ced38 req-227c87d3-19c9-4938-82ca-f74d79ce4555 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813644 Jul 21 10:50:20.746912 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c39480d8-2aa1-43b6-90e2-470acac130e9 req-efcad0fb-b0ec-4828-ac76-8e671f31e8b2 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774679 Jul 21 10:50:21.101132 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:21.110517 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a12e2-8f8e-4db8-879f-0d8bd04d8b4e req-73364689-0359-4a62-a07c-a24a998ceee4 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:21.114792 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f52a12e2-8f8e-4db8-879f-0d8bd04d8b4e req-73364689-0359-4a62-a07c-a24a998ceee4 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0780933 Jul 21 10:50:21.120120 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425cfac-6241-45b1-8e10-4cc00247d313 req-94e8b1d7-ba28-4382-bc8a-077414212af8 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:21.121452 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a425cfac-6241-45b1-8e10-4cc00247d313 req-94e8b1d7-ba28-4382-bc8a-077414212af8 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 944 time: 0.0767682 Jul 21 10:50:21.194754 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f52a12e2-8f8e-4db8-879f-0d8bd04d8b4e req-0586809a-7e08-4689-8ec3-b46ba4c87011 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723467 Jul 21 10:50:21.197875 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a425cfac-6241-45b1-8e10-4cc00247d313 req-36d1af38-806c-48f9-9b25-2e2402808aa3 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696459 Jul 21 10:50:21.381010 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-31e01b08-24f6-4f72-b5ac-885b962b7d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:21.621227 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=21 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:21.629031 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=11 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:21.650754 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 24113ecd-45f8-473c-a1aa-fc93cff6c402 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:50:21.754860 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:21.756787 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 24113ecd-45f8-473c-a1aa-fc93cff6c402, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=24113ecd-45f8-473c-a1aa-fc93cff6c402,segment=NetworkSegment(22c45405-7f86-4748-9844-c8af610496ba),segment_id=22c45405-7f86-4748-9844-c8af610496ba)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:21.768612 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '24113ecd-45f8-473c-a1aa-fc93cff6c402', 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d', 'port_id': '24113ecd-45f8-473c-a1aa-fc93cff6c402', 'mac_address': 'fa:16:3e:8c:64:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:50:21.808187 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 24113ecd-45f8-473c-a1aa-fc93cff6c402 is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:50:21.810753 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:21.828078 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24113ecd-45f8-473c-a1aa-fc93cff6c402 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:50:21.849157 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 24113ecd-45f8-473c-a1aa-fc93cff6c402, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=24113ecd-45f8-473c-a1aa-fc93cff6c402,segment=NetworkSegment(22c45405-7f86-4748-9844-c8af610496ba),segment_id=22c45405-7f86-4748-9844-c8af610496ba)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:21.884246 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:21.896232 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9087c7c-10d3-4ff1-b666-0ce249a8354e req-3ba4e2af-47fe-473c-ba37-c684bcabf5ee tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:21.897350 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b9087c7c-10d3-4ff1-b666-0ce249a8354e req-3ba4e2af-47fe-473c-ba37-c684bcabf5ee tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 944 time: 0.0831041 Jul 21 10:50:21.901032 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:21.906631 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a03ed2-91e0-4715-9e77-43ee47ef3532 req-b5ddf6ac-67d3-4d62-b906-7d3cd85de211 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:21.909058 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a3a03ed2-91e0-4715-9e77-43ee47ef3532 req-b5ddf6ac-67d3-4d62-b906-7d3cd85de211 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 945 time: 0.0843472 Jul 21 10:50:21.955212 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=24113ecd-45f8-473c-a1aa-fc93cff6c402,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:21.992591 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b9087c7c-10d3-4ff1-b666-0ce249a8354e req-a97444ca-cbd3-4da5-a039-62e56823900d tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821800 Jul 21 10:50:21.996184 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a3a03ed2-91e0-4715-9e77-43ee47ef3532 req-a7bc1de6-5882-42a0-82c0-9edb18c6b9a4 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778716 Jul 21 10:50:22.319465 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['e0efd748-6569-4435-ab16-d9acccb72164'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:50:22.343627 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06da8c7-72cc-4163-8f61-8168edf028ba req-9d7d3d3e-9970-4b1f-8fd2-c09fdd92d5b8 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:22.345089 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c06da8c7-72cc-4163-8f61-8168edf028ba req-9d7d3d3e-9970-4b1f-8fd2-c09fdd92d5b8 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0816808 Jul 21 10:50:22.354527 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f049419-35ae-4131-af84-854768c11a90 req-46256de7-6d8e-4cbd-96ad-c4d313d18832 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:22.355969 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2f049419-35ae-4131-af84-854768c11a90 req-46256de7-6d8e-4cbd-96ad-c4d313d18832 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 944 time: 0.0813351 Jul 21 10:50:22.364906 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:22.433407 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c06da8c7-72cc-4163-8f61-8168edf028ba req-fd61fa1b-1afe-4d8e-bbc4-2159abc0f8e8 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758255 Jul 21 10:50:22.437399 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2f049419-35ae-4131-af84-854768c11a90 req-058369f2-39e7-454d-8e10-50a640b88172 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722060 Jul 21 10:50:23.125967 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8ab4f-590f-4619-9510-98b522f782d5 req-05128009-fc36-42d7-9797-54b2700f73b6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:23.127534 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2ce8ab4f-590f-4619-9510-98b522f782d5 req-05128009-fc36-42d7-9797-54b2700f73b6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 945 time: 0.0777779 Jul 21 10:50:23.156622 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b73fe-3b35-4c43-8c0a-96d4476d93cd req-a7a1429d-0560-4868-9e35-5b58f00311f2 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:23.158099 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-099b73fe-3b35-4c43-8c0a-96d4476d93cd req-a7a1429d-0560-4868-9e35-5b58f00311f2 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 945 time: 0.0800660 Jul 21 10:50:23.203989 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2ce8ab4f-590f-4619-9510-98b522f782d5 req-964eeea5-b741-47a3-a1a4-4ed0e96f8991 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685415 Jul 21 10:50:23.228769 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-099b73fe-3b35-4c43-8c0a-96d4476d93cd req-5c9791ca-5e17-4f3f-93dc-80b4af7b51f8 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622954 Jul 21 10:50:23.305392 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c847b-fa11-44ac-9e9c-de926bf9a780 req-ad6d840a-625c-4542-97ea-ca4476e8d710 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:23.306836 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cc8c847b-fa11-44ac-9e9c-de926bf9a780 req-ad6d840a-625c-4542-97ea-ca4476e8d710 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 945 time: 0.0476127 Jul 21 10:50:23.360540 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cc8c847b-fa11-44ac-9e9c-de926bf9a780 req-a8546ba2-8d3e-4ec8-a90a-8372663947fd tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481267 Jul 21 10:50:23.428631 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['24113ecd-45f8-473c-a1aa-fc93cff6c402'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:50:23.585540 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1032f-f6d8-4cb6-9845-6e4669fc1110 req-44a1c446-e3f3-472d-9d6b-a4da359ac76f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:23.586954 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9ca1032f-f6d8-4cb6-9845-6e4669fc1110 req-44a1c446-e3f3-472d-9d6b-a4da359ac76f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0785236 Jul 21 10:50:23.595950 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22879423-f9d1-4b13-bf54-2240182e7bc8 req-f29cb0bf-6ce0-41c8-951a-fa5e54b918be tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:23.597934 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-22879423-f9d1-4b13-bf54-2240182e7bc8 req-f29cb0bf-6ce0-41c8-951a-fa5e54b918be tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 944 time: 0.0782385 Jul 21 10:50:23.607892 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:50:23.671620 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9ca1032f-f6d8-4cb6-9845-6e4669fc1110 req-183945e6-6283-4569-91e4-1e0005766219 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733142 Jul 21 10:50:23.675771 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-22879423-f9d1-4b13-bf54-2240182e7bc8 req-a86a6816-f038-4766-9349-9bf9235b2966 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703628 Jul 21 10:50:23.887817 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:23.952787 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-24776afa-2b38-42a7-8507-c9b2a4485903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:24.336808 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:24.354407 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6eca3-9d85-4307-9144-69af55ee9e9e req-740a94ea-5a57-4917-9534-aa94232da942 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:24.356042 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-20e6eca3-9d85-4307-9144-69af55ee9e9e req-740a94ea-5a57-4917-9534-aa94232da942 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 945 time: 0.0822203 Jul 21 10:50:24.368228 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3861ff2-2d82-4ee3-9769-0cc5d8ccba12 req-5ba5cd89-3057-4cf4-a8bf-d460aafc4d83 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:24.369651 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d3861ff2-2d82-4ee3-9769-0cc5d8ccba12 req-5ba5cd89-3057-4cf4-a8bf-d460aafc4d83 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 945 time: 0.0636361 Jul 21 10:50:24.446484 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-20e6eca3-9d85-4307-9144-69af55ee9e9e req-0371114f-743c-4b49-834f-930c2ffe9058 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756788 Jul 21 10:50:24.449897 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d3861ff2-2d82-4ee3-9769-0cc5d8ccba12 req-5a726349-364c-460a-b38c-e37d70707019 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718322 Jul 21 10:50:24.558022 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc5558-87f0-46e3-8b9c-393e05d5949b req-a3936fd6-c307-4e9a-915d-b7e89047ddf1 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:24.559544 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bdfc5558-87f0-46e3-8b9c-393e05d5949b req-a3936fd6-c307-4e9a-915d-b7e89047ddf1 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 945 time: 0.0555582 Jul 21 10:50:24.602608 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:24.612097 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bdfc5558-87f0-46e3-8b9c-393e05d5949b req-5d1510e2-4310-418c-96fe-bed1354da01d tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460534 Jul 21 10:50:24.731317 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af1208-a850-45bd-84fd-008c96a13144 req-4db57795-036d-4bd8-a4c2-f1dc6da53302 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:24.733755 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c5af1208-a850-45bd-84fd-008c96a13144 req-4db57795-036d-4bd8-a4c2-f1dc6da53302 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 945 time: 0.0497818 Jul 21 10:50:24.769331 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:24.824063 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-c5af1208-a850-45bd-84fd-008c96a13144 req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Deleting port a13ed13b-8d67-46d9-a44b-a3230486e080 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:50:24.824414 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-c5af1208-a850-45bd-84fd-008c96a13144 req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (a13ed13b-8d67-46d9-a44b-a3230486e080), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:24.827951 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3716752-c88f-48e9-86bc-4b508b7a376c req-a3437611-56a9-42d1-9597-d39876b2f06b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:24.829453 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b3716752-c88f-48e9-86bc-4b508b7a376c req-a3437611-56a9-42d1-9597-d39876b2f06b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0767860 Jul 21 10:50:24.835523 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c85cb4-4a62-41fc-888f-6723552f75f2 req-34644730-8d84-4728-be95-4650b921f503 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:24.836888 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-18c85cb4-4a62-41fc-888f-6723552f75f2 req-34644730-8d84-4728-be95-4650b921f503 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 944 time: 0.0736914 Jul 21 10:50:24.915367 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b3716752-c88f-48e9-86bc-4b508b7a376c req-ac970c2a-bec2-4ced-aaea-91884e478094 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775368 Jul 21 10:50:24.918801 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-18c85cb4-4a62-41fc-888f-6723552f75f2 req-8abff12d-c1a5-46e5-8969-60dedc66920a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730441 Jul 21 10:50:24.921503 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-c5af1208-a850-45bd-84fd-008c96a13144 req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] For port a13ed13b-8d67-46d9-a44b-a3230486e080, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=a13ed13b-8d67-46d9-a44b-a3230486e080,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:24.921880 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-c5af1208-a850-45bd-84fd-008c96a13144 req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (a13ed13b-8d67-46d9-a44b-a3230486e080), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:25.134157 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-c5af1208-a850-45bd-84fd-008c96a13144 req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:25.134426 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-c5af1208-a850-45bd-84fd-008c96a13144 req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (f6e5c4a5-3793-410a-a36e-fa5826aba37a), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:25.134766 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.l3_db [req-c5af1208-a850-45bd-84fd-008c96a13144 req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Floating IP f6e5c4a5-3793-410a-a36e-fa5826aba37a disassociated. External IP: 172.27.0.195, port: a13ed13b-8d67-46d9-a44b-a3230486e080. Jul 21 10:50:25.135114 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-c5af1208-a850-45bd-84fd-008c96a13144 req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Calling delete_port for a13ed13b-8d67-46d9-a44b-a3230486e080 owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:50:25.312444 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-c5af1208-a850-45bd-84fd-008c96a13144 req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (a13ed13b-8d67-46d9-a44b-a3230486e080), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:25.335231 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:25.341994 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event deleted for resources: {'Port': ['ID=a13ed13b-8d67-46d9-a44b-a3230486e080,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:25.352232 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:25.352590 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:25.352934 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:25.353277 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:25.353618 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:25.353956 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:25.354320 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:25.354661 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:25.355304 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:25.355304 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:25.355627 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:25.355955 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:25.356282 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:25.356607 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:25.356931 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:25.464592 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5af1208-a850-45bd-84fd-008c96a13144 req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:50:25.546573 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:25.570434 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-947ecf8a-7b5b-44fe-bf64-9d8d1fa19c83 req-cb2b6599-55c5-46d9-b976-6108ab8ebe2f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 210 time: 0.0518196 Jul 21 10:50:25.581736 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5af1208-a850-45bd-84fd-008c96a13144 req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:50:25.601828 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85d343-54c8-413a-b47b-d3402369d61b req-b550afd2-e5ef-41d9-ae14-d395aa80bb01 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:25.610063 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e210eb-cc4e-48cc-b962-a61ed31a461b None None] Sync routers for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:50:25.610852 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6f85d343-54c8-413a-b47b-d3402369d61b req-b550afd2-e5ef-41d9-ae14-d395aa80bb01 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 945 time: 0.0873435 Jul 21 10:50:25.624242 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e210eb-cc4e-48cc-b962-a61ed31a461b None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:50:25.627358 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-55e210eb-cc4e-48cc-b962-a61ed31a461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:50:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:50:25.631508 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5af1208-a850-45bd-84fd-008c96a13144 req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] No DVR routers for this DVR port a13ed13b-8d67-46d9-a44b-a3230486e080 on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:50:25.635924 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-c5af1208-a850-45bd-84fd-008c96a13144 req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:25.641446 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c5af1208-a850-45bd-84fd-008c96a13144 req-25086285-a350-46f8-af64-f54184177707 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "DELETE /v2.0/ports/a13ed13b-8d67-46d9-a44b-a3230486e080 HTTP/1.1" status: 204 len: 173 time: 0.8976157 Jul 21 10:50:25.641591 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b', 'name': 'network-vif-deleted', 'tag': 'a13ed13b-8d67-46d9-a44b-a3230486e080'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:50:25.644478 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb364fe-9b93-444d-b091-bb9305144a87" -d '{"events": [{"server_uuid": "73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b", "name": "network-vif-deleted", "tag": "a13ed13b-8d67-46d9-a44b-a3230486e080"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:50:25.662185 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6f85d343-54c8-413a-b47b-d3402369d61b req-1ba02044-e65e-434b-ae6d-66a13186c564 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504718 Jul 21 10:50:25.718352 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee301ab-8b98-4940-8ff9-199a925c1d9f x-openstack-request-id: req-bee301ab-8b98-4940-8ff9-199a925c1d9f {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:50:25.718748 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b", "name": "network-vif-deleted", "tag": "a13ed13b-8d67-46d9-a44b-a3230486e080", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:50:25.719079 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bee301ab-8b98-4940-8ff9-199a925c1d9f {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:50:25.719557 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee301ab-8b98-4940-8ff9-199a925c1d9f'] response: {'server_uuid': '73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b', 'name': 'network-vif-deleted', 'tag': 'a13ed13b-8d67-46d9-a44b-a3230486e080', 'status': 'completed', 'code': 200} Jul 21 10:50:25.747513 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0703070-d7f1-4b31-b0e3-4f00178e2d43 req-5a2eff24-bb18-47ed-a783-0073a278fe8b tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:25.749369 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b0703070-d7f1-4b31-b0e3-4f00178e2d43 req-5a2eff24-bb18-47ed-a783-0073a278fe8b tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 945 time: 0.0554521 Jul 21 10:50:25.753106 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-55e210eb-cc4e-48cc-b962-a61ed31a461b None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:50:25.799238 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b0703070-d7f1-4b31-b0e3-4f00178e2d43 req-af107ef7-7d73-48d2-997f-722b96b7e22d tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446432 Jul 21 10:50:25.977362 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-55e210eb-cc4e-48cc-b962-a61ed31a461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '06b3ef86-f8eb-4b62-b5df-973bf2525ffd', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'port_id': 'd85d0196-f957-408d-bc00-26b64629a630', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'mac_address': 'fa:16:3e:21:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:46:42Z', 'updated_at': '2022-07-21T10:47:29Z', 'revision_number': 2, 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:50:26.003421 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:26.004829 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e210eb-cc4e-48cc-b962-a61ed31a461b None None] Checking router: e283a85c-fc9e-4230-8da7-8cca5e8c96d2 for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:50:26.014658 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e210eb-cc4e-48cc-b962-a61ed31a461b None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:50:26.015601 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-55e210eb-cc4e-48cc-b962-a61ed31a461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:50:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:50:26.068346 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4338a9-cf0e-4346-b1f5-c97d5f8f22d1 req-1883bad9-51cb-4c88-a470-82ac65771e3b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:26.069826 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ba4338a9-cf0e-4346-b1f5-c97d5f8f22d1 req-1883bad9-51cb-4c88-a470-82ac65771e3b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0774238 Jul 21 10:50:26.078245 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc223592-cce9-421a-8358-aa0779864621 req-1537cf97-fa50-4838-9965-bf825a7f4f17 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:26.079681 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dc223592-cce9-421a-8358-aa0779864621 req-1537cf97-fa50-4838-9965-bf825a7f4f17 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 944 time: 0.0773416 Jul 21 10:50:26.123072 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-55e210eb-cc4e-48cc-b962-a61ed31a461b None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:50:26.157800 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ba4338a9-cf0e-4346-b1f5-c97d5f8f22d1 req-94dfeadc-c7cc-4b9b-9eaf-099b0469ac70 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771675 Jul 21 10:50:26.162137 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dc223592-cce9-421a-8358-aa0779864621 req-2d774769-1f4a-4729-98df-a19225772152 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756180 Jul 21 10:50:26.459688 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-55e210eb-cc4e-48cc-b962-a61ed31a461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '06b3ef86-f8eb-4b62-b5df-973bf2525ffd', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'port_id': 'd85d0196-f957-408d-bc00-26b64629a630', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'mac_address': 'fa:16:3e:21:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:46:42Z', 'updated_at': '2022-07-21T10:47:29Z', 'revision_number': 2, 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:50:26.485139 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e210eb-cc4e-48cc-b962-a61ed31a461b None None] The sync data for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi is: [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '06b3ef86-f8eb-4b62-b5df-973bf2525ffd', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'port_id': 'd85d0196-f957-408d-bc00-26b64629a630', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'mac_address': 'fa:16:3e:21:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:46:42Z', 'updated_at': '2022-07-21T10:47:29Z', 'revision_number': 2, 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:50:26.678409 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:26.698106 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b849474d-8a58-4ba5-a9e7-29f40c715532 req-dc249be3-748f-4dd4-a719-184c7b33d62e tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 210 time: 0.0389159 Jul 21 10:50:26.777269 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0efde34-847d-4eda-9bb2-cb10c3084c8d None None] New status for floating IP f6e5c4a5-3793-410a-a36e-fa5826aba37a: DOWN {{(pid=111081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:50:26.786311 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:26.796076 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4884c2-c0f4-4d64-aed1-49c49bac2a66 req-31d561e6-a9aa-4f2e-8bee-4a82099ef8f9 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:26.797688 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bb4884c2-c0f4-4d64-aed1-49c49bac2a66 req-31d561e6-a9aa-4f2e-8bee-4a82099ef8f9 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 945 time: 0.0573788 Jul 21 10:50:26.855946 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bb4884c2-c0f4-4d64-aed1-49c49bac2a66 req-662d6839-1995-4257-9f01-4f08f70adba6 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521564 Jul 21 10:50:26.942746 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639361fc-a985-44b4-96fe-1d996d6d4076 req-1726db3f-67a9-456c-aa13-0d88815ee74d tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:26.944237 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-639361fc-a985-44b4-96fe-1d996d6d4076 req-1726db3f-67a9-456c-aa13-0d88815ee74d tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 945 time: 0.0522425 Jul 21 10:50:26.997889 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-639361fc-a985-44b4-96fe-1d996d6d4076 req-93efac2d-eb27-4d2a-950e-8ca96447f20a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476708 Jul 21 10:50:27.293965 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:27.306764 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f3b09-21f2-47d6-b926-7f3293864d32 req-39bebf45-cce6-4cf2-b471-3f100cdaf7de tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:27.308869 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f08f3b09-21f2-47d6-b926-7f3293864d32 req-39bebf45-cce6-4cf2-b471-3f100cdaf7de tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0768399 Jul 21 10:50:27.327199 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30791-bc14-44ff-be02-29be11872fe4 req-284537c5-b013-4d6f-8bbb-1d9b5c507599 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:27.328642 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7cf30791-bc14-44ff-be02-29be11872fe4 req-284537c5-b013-4d6f-8bbb-1d9b5c507599 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 944 time: 0.0688932 Jul 21 10:50:27.393902 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f08f3b09-21f2-47d6-b926-7f3293864d32 req-38f0c9e6-3106-4fd9-b2a6-3bd69f46ca1a tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789874 Jul 21 10:50:27.408484 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7cf30791-bc14-44ff-be02-29be11872fe4 req-3d415adc-295e-49ed-aaf6-bd0c95feab36 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710988 Jul 21 10:50:27.529780 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device e0efd748-6569-4435-ab16-d9acccb72164 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:50:27.578362 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port e0efd748-6569-4435-ab16-d9acccb72164 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:50:27.578679 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (e0efd748-6569-4435-ab16-d9acccb72164), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:27.613680 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:50:27.673574 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port e0efd748-6569-4435-ab16-d9acccb72164 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:50:27.673969 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (e0efd748-6569-4435-ab16-d9acccb72164), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:27.676843 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:27.705451 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0efd748-6569-4435-ab16-d9acccb72164'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:50:27.707699 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524e03bf-e210-46d5-93a9-3ce26db70939" -d '{"events": [{"server_uuid": "1e730525-7ce4-4a5a-8023-84cae6b1da3d", "name": "network-vif-plugged", "status": "completed", "tag": "e0efd748-6569-4435-ab16-d9acccb72164"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:50:27.724701 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port e0efd748-6569-4435-ab16-d9acccb72164, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e0efd748-6569-4435-ab16-d9acccb72164,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:27.772755 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff123a14-dbc2-4258-bd2b-d12f104f0c7b x-openstack-request-id: req-ff123a14-dbc2-4258-bd2b-d12f104f0c7b {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:50:27.773079 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e730525-7ce4-4a5a-8023-84cae6b1da3d", "name": "network-vif-plugged", "status": "completed", "tag": "e0efd748-6569-4435-ab16-d9acccb72164", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:50:27.773343 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff123a14-dbc2-4258-bd2b-d12f104f0c7b {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:50:27.774884 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff123a14-dbc2-4258-bd2b-d12f104f0c7b'] response: {'server_uuid': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0efd748-6569-4435-ab16-d9acccb72164', 'code': 200} Jul 21 10:50:27.817090 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e7813697-70c7-43e5-bdd6-c4f3307f2c44 req-4253dc21-079f-4482-82aa-1c67644dca2b tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=73ce0024-40d1-4e7d-a6a0-0c57c6a3d66b HTTP/1.1" status: 200 len: 210 time: 0.0285521 Jul 21 10:50:27.845411 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (e0efd748-6569-4435-ab16-d9acccb72164), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:27.845411 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 24113ecd-45f8-473c-a1aa-fc93cff6c402 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:50:27.928746 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port 24113ecd-45f8-473c-a1aa-fc93cff6c402 completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:50:27.934889 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=e0efd748-6569-4435-ab16-d9acccb72164,revision_number=10']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:27.993760 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:28.016663 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54864b-dfe0-4182-a306-65500244142c req-4c9aba70-fd17-4d8c-8b56-4c87b1386780 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:28.018182 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7b54864b-dfe0-4182-a306-65500244142c req-4c9aba70-fd17-4d8c-8b56-4c87b1386780 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 945 time: 0.0865185 Jul 21 10:50:28.026409 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 24113ecd-45f8-473c-a1aa-fc93cff6c402 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:50:28.028642 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:28.075565 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-88253e13-7b55-4949-bccf-c8003125af92 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:28.077673 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-88253e13-7b55-4949-bccf-c8003125af92 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/networks?id=b613594b-0f24-4b36-a4b2-dcc23406f4ab HTTP/1.1" status: 200 len: 814 time: 0.2280002 Jul 21 10:50:28.101700 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-7f0e1907-280b-449f-b4ed-739b058c8aeb tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/quotas/24d5a2477eb74d5da5911b37f9031110 HTTP/1.1" status: 200 len: 375 time: 0.0179081 Jul 21 10:50:28.104864 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7b54864b-dfe0-4182-a306-65500244142c req-d8cc30fd-67cd-4f9d-b79e-26080e041ee0 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789614 Jul 21 10:50:28.109384 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 24113ecd-45f8-473c-a1aa-fc93cff6c402 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:50:28.109847 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:28.137887 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-6a6be4e5-db74-4b72-8329-2157645548b9 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=24d5a2477eb74d5da5911b37f9031110&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302095 Jul 21 10:50:28.143995 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:28.153484 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 24113ecd-45f8-473c-a1aa-fc93cff6c402, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=24113ecd-45f8-473c-a1aa-fc93cff6c402,segment=NetworkSegment(22c45405-7f86-4748-9844-c8af610496ba),segment_id=22c45405-7f86-4748-9844-c8af610496ba)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:28.221988 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:28.223129 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:50:28.262261 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e52f1a-c3a9-4371-bbf9-db3cde9b4b14 req-83c92f39-66c2-43b8-8c9d-308034dd3ded tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:28.264309 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-20e52f1a-c3a9-4371-bbf9-db3cde9b4b14 req-83c92f39-66c2-43b8-8c9d-308034dd3ded tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 945 time: 0.0582602 Jul 21 10:50:28.291164 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-3cebb844-6ba5-4243-a358-9743d008e02d service neutron] 10.222.0.48 "GET /v2.0/networks/b613594b-0f24-4b36-a4b2-dcc23406f4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447518 Jul 21 10:50:28.304614 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=24113ecd-45f8-473c-a1aa-fc93cff6c402,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:28.312084 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:50:28.376256 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:50:28.377085 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:28.386364 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-20e52f1a-c3a9-4371-bbf9-db3cde9b4b14 req-b4e1b9d6-fa98-4e81-9cd1-9f0f18413187 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124208 Jul 21 10:50:28.446905 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-03076913-70ae-4c5d-afb3-8065d5565444 service neutron] 10.222.0.48 "GET /v2.0/networks/b613594b-0f24-4b36-a4b2-dcc23406f4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487353 Jul 21 10:50:28.478773 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:50:28.480527 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:28.534339 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2,segment=NetworkSegment(9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0),segment_id=9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:28.542123 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbea91-7e64-4bef-b65f-b1c50f9d6f1e req-03a4b984-ccde-4e20-a615-93b8aef92fe6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:28.547186 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d8fbea91-7e64-4bef-b65f-b1c50f9d6f1e req-03a4b984-ccde-4e20-a615-93b8aef92fe6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0719779 Jul 21 10:50:28.601309 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d8fbea91-7e64-4bef-b65f-b1c50f9d6f1e req-28d8abee-2f20-4844-ad3b-13f64fd63e70 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486259 Jul 21 10:50:28.631739 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:28.683142 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:28.713998 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16184b-97e1-4bc2-b115-3c98b8fb71d1 req-5b618c38-a632-4e33-8466-e02bb21ab49e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:28.715657 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ca16184b-97e1-4bc2-b115-3c98b8fb71d1 req-5b618c38-a632-4e33-8466-e02bb21ab49e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 946 time: 0.0540860 Jul 21 10:50:28.772836 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ca16184b-97e1-4bc2-b115-3c98b8fb71d1 req-975eef92-35da-45b8-ba13-8ea4ae407fc4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505779 Jul 21 10:50:28.786895 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe90412-60fb-426f-ac4f-94ba96375fae req-111ee790-17c9-4a15-8b0f-fcae2ff41723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:28.789428 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5fe90412-60fb-426f-ac4f-94ba96375fae req-111ee790-17c9-4a15-8b0f-fcae2ff41723 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 1130 time: 0.0547781 Jul 21 10:50:28.815624 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a8d63233-1956-4e42-a619-9bd7994efae7 req-8472fdcd-cea9-4257-a42c-036316064d2f tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 210 time: 0.0296144 Jul 21 10:50:28.839868 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5fe90412-60fb-426f-ac4f-94ba96375fae req-768f9400-6ca8-40f7-a364-897ddac63dfa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441263 Jul 21 10:50:28.965493 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 38352) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:29.024423 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0db99baa-4d38-4aee-88b5-ef0431fa6550 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:29.036244 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:29.050503 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0db99baa-4d38-4aee-88b5-ef0431fa6550 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:29.169484 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0db99baa-4d38-4aee-88b5-ef0431fa6550 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:29.172103 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0db99baa-4d38-4aee-88b5-ef0431fa6550 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:29.173364 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-0db99baa-4d38-4aee-88b5-ef0431fa6550 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "DELETE /v2.0/security-groups/9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf HTTP/1.1" status: 204 len: 168 time: 0.2068529 Jul 21 10:50:29.177158 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 38356) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:29.196284 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db99baa-4d38-4aee-88b5-ef0431fa6550 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:29.198613 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.api.v2.resource [None req-3f5eb9e1-d93f-412e-a2e8-39738a46d226 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] show failed (client error): The resource could not be found. Jul 21 10:50:29.199648 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-3f5eb9e1-d93f-412e-a2e8-39738a46d226 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups/9e712ec5-e5ef-4cfc-b3cf-aa889bd2a1cf HTTP/1.1" status: 404 len: 347 time: 0.0215266 Jul 21 10:50:29.212020 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 38358) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:29.242059 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7edec-52de-4f6f-8d0b-fdbae75cbcd7 req-6d62423b-0405-4fa8-a3ec-4ad3c6117aa5 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:29.243700 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-22d7edec-52de-4f6f-8d0b-fdbae75cbcd7 req-6d62423b-0405-4fa8-a3ec-4ad3c6117aa5 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 946 time: 0.0672791 Jul 21 10:50:29.293827 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-22d7edec-52de-4f6f-8d0b-fdbae75cbcd7 req-6df7a491-2b15-4e70-97e1-8e1660feaa8d tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421476 Jul 21 10:50:29.331815 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-d8673003-dec7-48d0-a4d0-07df517fa4d2 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Deleting port c2a5765e-7d86-4403-98b8-427e6a03be8b {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:50:29.332384 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d8673003-dec7-48d0-a4d0-07df517fa4d2 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (c2a5765e-7d86-4403-98b8-427e6a03be8b), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:29.409597 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d8673003-dec7-48d0-a4d0-07df517fa4d2 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (c2a5765e-7d86-4403-98b8-427e6a03be8b), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:29.409940 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d8673003-dec7-48d0-a4d0-07df517fa4d2 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (c2a5765e-7d86-4403-98b8-427e6a03be8b), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:29.423284 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-d8673003-dec7-48d0-a4d0-07df517fa4d2 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Calling delete_port for c2a5765e-7d86-4403-98b8-427e6a03be8b owned by network:floatingip {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:50:29.517250 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41449e3a-49a5-4c80-baf3-51399b1e812c req-f9ee42eb-2810-4a6f-a097-6f1a6bd5ad49 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:29.518862 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-41449e3a-49a5-4c80-baf3-51399b1e812c req-f9ee42eb-2810-4a6f-a097-6f1a6bd5ad49 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0547760 Jul 21 10:50:29.530739 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:29.572987 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-41449e3a-49a5-4c80-baf3-51399b1e812c req-42b3fbfd-c3ba-4534-aca6-9964942b46ce tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483789 Jul 21 10:50:29.724399 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35e9b0-7506-460c-b5b4-b3862876b81f req-8b502ea7-8f20-4398-a692-48b45a458e62 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:29.725961 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5f35e9b0-7506-460c-b5b4-b3862876b81f req-8b502ea7-8f20-4398-a692-48b45a458e62 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0496259 Jul 21 10:50:29.775711 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24113ecd-45f8-473c-a1aa-fc93cff6c402'}, {'server_uuid': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:50:29.778276 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5f35e9b0-7506-460c-b5b4-b3862876b81f req-0c9a5341-535e-4fcf-be0a-50dee7ef69eb tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457804 Jul 21 10:50:29.780217 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a86abb-30e0-410b-ab7f-a4ba1bddf4f8" -d '{"events": [{"server_uuid": "6597f555-38e1-4d14-bf7c-6d8b5e5a26d4", "name": "network-vif-plugged", "status": "completed", "tag": "24113ecd-45f8-473c-a1aa-fc93cff6c402"}, {"server_uuid": "eb24f843-eeb3-43dd-bd48-3bcf68e344cd", "name": "network-vif-plugged", "status": "completed", "tag": "2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:50:29.821647 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Jul 2022 10:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c29b156-b5cd-4dd6-86c8-9152d28124e2 x-openstack-request-id: req-9c29b156-b5cd-4dd6-86c8-9152d28124e2 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:50:29.821950 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6597f555-38e1-4d14-bf7c-6d8b5e5a26d4", "name": "network-vif-plugged", "status": "completed", "tag": "24113ecd-45f8-473c-a1aa-fc93cff6c402", "code": 200}, {"server_uuid": "eb24f843-eeb3-43dd-bd48-3bcf68e344cd", "name": "network-vif-plugged", "status": "completed", "tag": "2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:50:29.822204 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c29b156-b5cd-4dd6-86c8-9152d28124e2 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:50:29.822640 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c29b156-b5cd-4dd6-86c8-9152d28124e2'] response: {'server_uuid': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24113ecd-45f8-473c-a1aa-fc93cff6c402', 'code': 200} Jul 21 10:50:29.822902 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c29b156-b5cd-4dd6-86c8-9152d28124e2'] response: {'server_uuid': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2', 'code': 200} Jul 21 10:50:29.861916 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d8673003-dec7-48d0-a4d0-07df517fa4d2 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (c2a5765e-7d86-4403-98b8-427e6a03be8b), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:29.883269 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8673003-dec7-48d0-a4d0-07df517fa4d2 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event deleted for resources: {'Port': ['ID=c2a5765e-7d86-4403-98b8-427e6a03be8b,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:29.915906 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db6f2a-10ea-4985-a303-374af99e9dca req-99d7424e-3dae-4f11-b868-24634d9507ef tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:29.917420 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-99db6f2a-10ea-4985-a303-374af99e9dca req-99d7424e-3dae-4f11-b868-24634d9507ef tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 946 time: 0.0644095 Jul 21 10:50:29.941559 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c1dce523-8e83-479d-83df-ed923344e8f3 req-bd7055c3-6197-42f3-abd9-591f234f4a37 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 210 time: 0.0491817 Jul 21 10:50:29.987751 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-99db6f2a-10ea-4985-a303-374af99e9dca req-b9e33b5e-139c-41a8-8896-8ca926e1108f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542569 Jul 21 10:50:30.000252 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:30.020257 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d8673003-dec7-48d0-a4d0-07df517fa4d2 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (f6e5c4a5-3793-410a-a36e-fa5826aba37a), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:30.024050 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d8673003-dec7-48d0-a4d0-07df517fa4d2 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:30.025704 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-d8673003-dec7-48d0-a4d0-07df517fa4d2 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "DELETE /v2.0/floatingips/f6e5c4a5-3793-410a-a36e-fa5826aba37a HTTP/1.1" status: 204 len: 168 time: 0.8125942 Jul 21 10:50:30.412932 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e025f-69f1-47ce-ad10-d02de8ffd915 req-78c4ed51-a32b-4230-a131-5263931efaa7 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:30.414602 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-562e025f-69f1-47ce-ad10-d02de8ffd915 req-78c4ed51-a32b-4230-a131-5263931efaa7 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 946 time: 0.0482497 Jul 21 10:50:30.428745 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:30.464953 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-562e025f-69f1-47ce-ad10-d02de8ffd915 req-21ce91d1-73ea-42f9-83b1-0e948fae76e9 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438242 Jul 21 10:50:30.711787 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a6fd9-5a31-44d2-972d-e4612094326c req-e9611877-73da-4781-b3b0-166a752a5c0f tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:30.719048 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fb7a6fd9-5a31-44d2-972d-e4612094326c req-e9611877-73da-4781-b3b0-166a752a5c0f tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0717838 Jul 21 10:50:30.746724 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38bca6-3e75-4c70-bb20-ebaafb12eb4a req-f4d63cb6-06e7-443d-8d04-2a97fd9b93c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:30.748414 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4e38bca6-3e75-4c70-bb20-ebaafb12eb4a req-f4d63cb6-06e7-443d-8d04-2a97fd9b93c5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 1130 time: 0.0801849 Jul 21 10:50:30.749320 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c979623-b32a-449d-9a97-e773ca13ce2c req-dadfcf0e-7948-4012-9204-05d28d6cf45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:30.750682 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1c979623-b32a-449d-9a97-e773ca13ce2c req-dadfcf0e-7948-4012-9204-05d28d6cf45d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 1130 time: 0.0700099 Jul 21 10:50:30.770839 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fb7a6fd9-5a31-44d2-972d-e4612094326c req-51c893ae-cee4-4bb0-a939-23d977b88a5c tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503595 Jul 21 10:50:30.897428 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09952320-7f99-4fdb-8840-3ae1349e28df req-5f602b97-7b16-40b4-b338-f094513efeca tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:30.898922 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-09952320-7f99-4fdb-8840-3ae1349e28df req-5f602b97-7b16-40b4-b338-f094513efeca tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0481873 Jul 21 10:50:30.948196 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-09952320-7f99-4fdb-8840-3ae1349e28df req-1005f145-13c9-481e-a7d5-39a29e019e6e tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418005 Jul 21 10:50:31.038428 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e1c7ca3b-f838-4a72-b989-46c7a12d76f9 req-aeba1978-ec70-4dae-a768-e547e7f1de5c tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 210 time: 0.0286388 Jul 21 10:50:31.125044 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1005c-66f9-4306-86f0-c6dda702b4b6 req-37bbea39-9781-441d-9846-b93926d3f27c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:31.126593 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b5c1005c-66f9-4306-86f0-c6dda702b4b6 req-37bbea39-9781-441d-9846-b93926d3f27c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 946 time: 0.0547414 Jul 21 10:50:31.194710 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4e38bca6-3e75-4c70-bb20-ebaafb12eb4a req-7bb46b4b-91fb-454a-a3a0-0bd90d0e9693 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825431 Jul 21 10:50:31.195263 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b5c1005c-66f9-4306-86f0-c6dda702b4b6 req-7a41a76d-2d3b-499e-a9b4-d17f64f80bd7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616715 Jul 21 10:50:31.197579 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1c979623-b32a-449d-9a97-e773ca13ce2c req-47680c58-248f-482f-9166-16cb3410e64f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843072 Jul 21 10:50:31.534709 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device a13ed13b-8d67-46d9-a44b-a3230486e080 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:50:31.555772 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: a13ed13b-8d67-46d9-a44b-a3230486e080 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:50:31.556223 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device a13ed13b-8d67-46d9-a44b-a3230486e080 not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:50:31.582961 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa87d4-ab6d-4e8a-9ee7-dd7a07a75994 req-9fa68560-0d35-44c4-bbd0-fc4427e7836b tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:31.584478 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1eaa87d4-ab6d-4e8a-9ee7-dd7a07a75994 req-9fa68560-0d35-44c4-bbd0-fc4427e7836b tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 946 time: 0.0485265 Jul 21 10:50:31.632980 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1eaa87d4-ab6d-4e8a-9ee7-dd7a07a75994 req-adbbd02f-3e34-4508-842d-de39dd1bd2e1 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430207 Jul 21 10:50:31.893754 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df276144-7388-4638-8a6d-2656118d8885 req-796068c8-d8cb-47de-b53c-e0e68f76b33f tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:31.895338 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-df276144-7388-4638-8a6d-2656118d8885 req-796068c8-d8cb-47de-b53c-e0e68f76b33f tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0507877 Jul 21 10:50:31.945225 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-df276144-7388-4638-8a6d-2656118d8885 req-dce423bd-f130-4916-a08b-ebf8a747ac2f tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444703 Jul 21 10:50:32.063688 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c813c2-4f05-4a0d-9833-1004e653944b req-5d96b94f-15bd-46fe-be55-1690d1d6ca34 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:32.065080 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-68c813c2-4f05-4a0d-9833-1004e653944b req-5d96b94f-15bd-46fe-be55-1690d1d6ca34 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0468583 Jul 21 10:50:32.122470 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-68c813c2-4f05-4a0d-9833-1004e653944b req-a2b29f14-e5bc-4970-9d3b-ae89db8633fd tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516233 Jul 21 10:50:32.140750 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2c540fec-1a85-47d9-9f2c-d8c70627d668 req-390f7c92-e594-4e0a-9bf0-c2be33c463e5 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 210 time: 0.0319426 Jul 21 10:50:32.319620 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ab778-0815-46be-90c0-2c4bef11be35 req-862aae84-d443-44d6-9775-7f723d3b8233 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:32.321007 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6d2ab778-0815-46be-90c0-2c4bef11be35 req-862aae84-d443-44d6-9775-7f723d3b8233 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 946 time: 0.0498562 Jul 21 10:50:32.365817 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:32.370306 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6d2ab778-0815-46be-90c0-2c4bef11be35 req-26a1888c-e6b0-46bd-a37b-d818259bff22 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429201 Jul 21 10:50:32.748605 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a0c6c-4292-4ff8-846d-dce751df8d9a req-e41fff09-efb3-40c0-a469-c8a8f66e18fb tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:32.750102 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-966a0c6c-4292-4ff8-846d-dce751df8d9a req-e41fff09-efb3-40c0-a469-c8a8f66e18fb tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 946 time: 0.0469248 Jul 21 10:50:32.797681 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-966a0c6c-4292-4ff8-846d-dce751df8d9a req-ffbf7c39-ba7a-416e-b600-b9cacf863b21 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420592 Jul 21 10:50:33.056431 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afbf36-addb-4306-8918-c77cec7466e1 req-f09f6700-d575-4af9-bdcd-135dc28942d7 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:33.058030 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b4afbf36-addb-4306-8918-c77cec7466e1 req-f09f6700-d575-4af9-bdcd-135dc28942d7 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0459654 Jul 21 10:50:33.118072 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b4afbf36-addb-4306-8918-c77cec7466e1 req-8b13d973-5ccd-43a8-bfbf-8721761ed59a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540686 Jul 21 10:50:33.254572 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6ae53ad8-347a-4713-9845-cf1395023467 req-c2c3f956-85ec-4f09-9c48-b8a9ad3ddfb4 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 210 time: 0.0320899 Jul 21 10:50:33.262959 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955c362-b489-4f23-9df7-7c0e6026cdc0 req-94ca971a-d18b-4121-b7e6-c982795788f0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:33.265110 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4955c362-b489-4f23-9df7-7c0e6026cdc0 req-94ca971a-d18b-4121-b7e6-c982795788f0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0719914 Jul 21 10:50:33.320024 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4955c362-b489-4f23-9df7-7c0e6026cdc0 req-a7d5d88d-1053-4d78-b6a1-6af6d0c23f20 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481319 Jul 21 10:50:33.432636 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-7da51f60-48d2-456e-bd45-797071061255 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:33.434066 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-7da51f60-48d2-456e-bd45-797071061255 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.57 "GET /v2.0/networks?id=b613594b-0f24-4b36-a4b2-dcc23406f4ab HTTP/1.1" status: 200 len: 814 time: 0.1217716 Jul 21 10:50:33.911731 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9a974-bf5c-4781-8620-714cc5f8c62a req-458178b3-2b40-4299-a41d-78f6e18a0034 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:33.913201 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b5f9a974-bf5c-4781-8620-714cc5f8c62a req-458178b3-2b40-4299-a41d-78f6e18a0034 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 946 time: 0.0471087 Jul 21 10:50:33.965881 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-6aa98ca1-91d1-4638-8e13-7c069406037d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Request body: {'port': {'device_id': '082cef74-9509-4b17-8250-cd6527a6e3eb', 'network_id': 'b613594b-0f24-4b36-a4b2-dcc23406f4ab', 'admin_state_up': True, 'tenant_id': '24d5a2477eb74d5da5911b37f9031110'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:33.969548 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b5f9a974-bf5c-4781-8620-714cc5f8c62a req-bb6380db-655f-441f-8812-396c1ee21cce tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505724 Jul 21 10:50:34.169080 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-6aa98ca1-91d1-4638-8e13-7c069406037d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Made reservation on behalf of 24d5a2477eb74d5da5911b37f9031110 for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:50:34.173342 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-6aa98ca1-91d1-4638-8e13-7c069406037d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:34.230654 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905fff5-6919-4874-8fff-7c543c6ec22e req-0a220de9-4824-4653-958e-9952cda47882 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:34.233260 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0905fff5-6919-4874-8fff-7c543c6ec22e req-0a220de9-4824-4653-958e-9952cda47882 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0476069 Jul 21 10:50:34.258916 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:34.283992 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0905fff5-6919-4874-8fff-7c543c6ec22e req-852fa974-29c7-4e15-adb0-51d817ae0dc5 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453339 Jul 21 10:50:34.307084 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-6aa98ca1-91d1-4638-8e13-7c069406037d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Allocated IP 172.20.0.12 (b613594b-0f24-4b36-a4b2-dcc23406f4ab/e540fdcf-ff4b-42ee-8022-db2f63dd348e/9b9a006a-5edb-47a3-8eaf-9ce87c8cab27) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:50:34.332665 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:34.359565 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-faf3f30d-bcc8-42a3-8ef5-f76cb788dd0b req-a93b1911-dc90-4f9c-b43c-1f7316ffd448 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 210 time: 0.0336614 Jul 21 10:50:34.414026 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574d10e-737a-4735-b94f-2665dceae052 req-3c3fb81d-4641-473f-a78d-2d55479f05d6 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:34.415695 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8574d10e-737a-4735-b94f-2665dceae052 req-3c3fb81d-4641-473f-a78d-2d55479f05d6 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0551400 Jul 21 10:50:34.470863 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-6aa98ca1-91d1-4638-8e13-7c069406037d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Publish callbacks [] for port (9b9a006a-5edb-47a3-8eaf-9ce87c8cab27), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:34.475443 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:34.512687 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b408f2-79e6-441c-a62d-331488465c65 req-abc194e5-4145-49a9-9e07-5519822dbee0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:34.514901 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c9b408f2-79e6-441c-a62d-331488465c65 req-abc194e5-4145-49a9-9e07-5519822dbee0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0925541 Jul 21 10:50:34.519578 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8574d10e-737a-4735-b94f-2665dceae052 req-5c73c9ad-6580-4944-b759-8facc95c4bb7 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843315 Jul 21 10:50:34.542154 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 38468) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:34.563877 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c9b408f2-79e6-441c-a62d-331488465c65 req-46032d35-5a6d-400f-ac77-60bd715e7e26 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433562 Jul 21 10:50:34.622159 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-6aa98ca1-91d1-4638-8e13-7c069406037d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (9b9a006a-5edb-47a3-8eaf-9ce87c8cab27), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:34.678668 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-6aa98ca1-91d1-4638-8e13-7c069406037d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Network b613594b-0f24-4b36-a4b2-dcc23406f4ab is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:50:34.698727 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-6aa98ca1-91d1-4638-8e13-7c069406037d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:50:34.711385 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-6aa98ca1-91d1-4638-8e13-7c069406037d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:50:34.741510 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa98ca1-91d1-4638-8e13-7c069406037d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Pushing event updated for resources: {'Port': ['ID=9b9a006a-5edb-47a3-8eaf-9ce87c8cab27,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:34.751910 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e0fe3f-ddb6-430b-b2c6-7cba1c540d4e tempest-TestShelveInstance-141160469 tempest-TestShelveInstance-141160469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:34.753459 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-97e0fe3f-ddb6-430b-b2c6-7cba1c540d4e tempest-TestShelveInstance-141160469 tempest-TestShelveInstance-141160469-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 1125 time: 0.2102351 Jul 21 10:50:34.756470 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 38478) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:34.761496 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Request body: {'floatingip': {'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'port_id': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:34.777062 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-6aa98ca1-91d1-4638-8e13-7c069406037d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:34.777824 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-6aa98ca1-91d1-4638-8e13-7c069406037d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:34.827123 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:34.829904 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-6aa98ca1-91d1-4638-8e13-7c069406037d tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8722429 Jul 21 10:50:34.848450 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Request body: {'port': {'device_id': '082cef74-9509-4b17-8250-cd6527a6e3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:34.909624 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:34.915324 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (9b9a006a-5edb-47a3-8eaf-9ce87c8cab27), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:34.996269 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:35.018502 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Allocated IP 172.27.0.239 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/13efc352-de91-4ee8-bfc5-10167cf2f4a4) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:50:35.182774 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463306a-06d5-4c27-9ff6-050d9c2a23ec req-3ae0c104-ce95-4653-8c4b-474a62979179 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:35.184262 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f463306a-06d5-4c27-9ff6-050d9c2a23ec req-3ae0c104-ce95-4653-8c4b-474a62979179 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 946 time: 0.1326807 Jul 21 10:50:35.190428 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:50:35.196517 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Publish callbacks [] for port (9b9a006a-5edb-47a3-8eaf-9ce87c8cab27), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:35.206406 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1942a6-c1d1-4f2e-b887-ea19fbb08b9f req-d2540914-ec36-41f6-a066-f6f5b9594a1d tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:35.207999 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4a1942a6-c1d1-4f2e-b887-ea19fbb08b9f req-d2540914-ec36-41f6-a066-f6f5b9594a1d tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0910058 Jul 21 10:50:35.210109 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Transition to ACTIVE for port object 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:50:35.254202 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for port (13efc352-de91-4ee8-bfc5-10167cf2f4a4), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:35.261632 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:35.282476 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (9b9a006a-5edb-47a3-8eaf-9ce87c8cab27), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:35.314394 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f463306a-06d5-4c27-9ff6-050d9c2a23ec req-afcf4dce-612b-46ee-98c6-02815b258b98 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202993 Jul 21 10:50:35.325343 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4a1942a6-c1d1-4f2e-b887-ea19fbb08b9f req-431a12b9-2d48-4af4-b523-3fdf4d3ea79a tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092601 Jul 21 10:50:35.336165 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Pushing event updated for resources: {'Port': ['ID=9b9a006a-5edb-47a3-8eaf-9ce87c8cab27,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:35.342530 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:35.411954 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Attempting to bind port 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:50:35.412307 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Attempting to bind port 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b613594b-0f24-4b36-a4b2-dcc23406f4ab'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:50:35.412649 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Attempting to bind port 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 on network b613594b-0f24-4b36-a4b2-dcc23406f4ab {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:50:35.417755 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Port 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 on network b613594b-0f24-4b36-a4b2-dcc23406f4ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:50:35.418024 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Attempting to bind port 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 on network b613594b-0f24-4b36-a4b2-dcc23406f4ab {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:50:35.424012 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:50:35.424356 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Checking segment: {'id': 'e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b613594b-0f24-4b36-a4b2-dcc23406f4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:50:35.424749 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Bound using segment: {'id': 'e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b613594b-0f24-4b36-a4b2-dcc23406f4ab'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:50:35.425187 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Bound port: 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b613594b-0f24-4b36-a4b2-dcc23406f4ab'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:50:35.425554 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (9b9a006a-5edb-47a3-8eaf-9ce87c8cab27), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:35.444567 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (13efc352-de91-4ee8-bfc5-10167cf2f4a4), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:35.489076 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] For port 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:50:35.492160 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] For port 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9b9a006a-5edb-47a3-8eaf-9ce87c8cab27,segment=NetworkSegment(e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551),segment_id=e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:50:35.520721 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2ff6e-6143-4dbe-8112-c02f6aa4402c req-dbceecfe-d49f-48ad-bb3b-b4c47e898839 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:35.522190 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6de2ff6e-6143-4dbe-8112-c02f6aa4402c req-dbceecfe-d49f-48ad-bb3b-b4c47e898839 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 946 time: 0.1140742 Jul 21 10:50:35.540309 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:50:35.558060 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31356eb-52cf-4674-a930-501430238eaf req-80db7624-765e-4c7f-9e44-eefd146804a8 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:35.559485 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c31356eb-52cf-4674-a930-501430238eaf req-80db7624-765e-4c7f-9e44-eefd146804a8 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 944 time: 0.1195364 Jul 21 10:50:35.560266 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:50:35.563283 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:50:35.582355 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (9b9a006a-5edb-47a3-8eaf-9ce87c8cab27), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:35.591447 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Pushing event updated for resources: {'Port': ['ID=13efc352-de91-4ee8-bfc5-10167cf2f4a4,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:35.614474 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:35.623969 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:35.624612 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:35.626043 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] 10.222.0.57 "PUT /v2.0/ports/9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 HTTP/1.1" status: 200 len: 1094 time: 0.7821276 Jul 21 10:50:35.626458 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082cef74-9509-4b17-8250-cd6527a6e3eb', 'tag': '9b9a006a-5edb-47a3-8eaf-9ce87c8cab27'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:50:35.627398 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:35.627746 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:35.628083 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:35.631008 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:35.631008 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:35.631188 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea5076c-8710-45b8-a590-031b2e03bc97" -d '{"events": [{"name": "network-changed", "server_uuid": "082cef74-9509-4b17-8250-cd6527a6e3eb", "tag": "9b9a006a-5edb-47a3-8eaf-9ce87c8cab27"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:50:35.631313 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:35.631313 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:35.631313 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:35.631313 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:35.631313 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:35.631313 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:35.631313 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:35.631313 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:35.631977 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:35.631977 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:35.655888 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b1264-0132-4d36-b2c4-3f096357ccef service neutron] Pushing event updated for resources: {'Port': ['ID=9b9a006a-5edb-47a3-8eaf-9ce87c8cab27,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:35.942051 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6de2ff6e-6143-4dbe-8112-c02f6aa4402c req-3d27397d-503f-4332-96eb-172a491f9739 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087863 Jul 21 10:50:35.979258 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c31356eb-52cf-4674-a930-501430238eaf req-53a4fb5f-5a79-4dc3-ae3d-6326d76cb2ad tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133954 Jul 21 10:50:36.024044 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073827c1-b4e1-4ccb-a724-3703e8ccd440 x-openstack-request-id: req-073827c1-b4e1-4ccb-a724-3703e8ccd440 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:50:36.024336 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082cef74-9509-4b17-8250-cd6527a6e3eb", "tag": "9b9a006a-5edb-47a3-8eaf-9ce87c8cab27", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:50:36.024589 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-073827c1-b4e1-4ccb-a724-3703e8ccd440 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:50:36.032076 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073827c1-b4e1-4ccb-a724-3703e8ccd440'] response: {'name': 'network-changed', 'server_uuid': '082cef74-9509-4b17-8250-cd6527a6e3eb', 'tag': '9b9a006a-5edb-47a3-8eaf-9ce87c8cab27', 'status': 'completed', 'code': 200} Jul 21 10:50:36.059247 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:36.124814 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45eb3ae-36fb-4367-b8b8-d26f6b3ff6bd req-bf722dbf-2cc7-433b-b97c-4f496c57018f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:36.126197 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e45eb3ae-36fb-4367-b8b8-d26f6b3ff6bd req-bf722dbf-2cc7-433b-b97c-4f496c57018f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.1112022 Jul 21 10:50:36.233108 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e45eb3ae-36fb-4367-b8b8-d26f6b3ff6bd req-603f60be-41e5-447b-aad7-4f3989dd6694 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952406 Jul 21 10:50:36.359448 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for floatingip (2d2ffe0c-c9e2-488a-94a0-93cf0c3c47e9), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:36.385669 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf329e17-58d4-47e1-b7c6-e48f2e00839e req-9ae2b1a2-10f5-4984-94db-f65b211c8e3c tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:36.387189 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cf329e17-58d4-47e1-b7c6-e48f2e00839e req-9ae2b1a2-10f5-4984-94db-f65b211c8e3c tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 946 time: 0.0771713 Jul 21 10:50:36.482771 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bef62-62a3-4c09-b6a1-507d3a2dde09 req-8db56453-9a29-47a4-98a2-501b2f626df9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:36.484288 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-be3bef62-62a3-4c09-b6a1-507d3a2dde09 req-8db56453-9a29-47a4-98a2-501b2f626df9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0739036 Jul 21 10:50:36.487336 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cf329e17-58d4-47e1-b7c6-e48f2e00839e req-a2a2a119-d967-40bd-af77-e16b3b197fc0 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929720 Jul 21 10:50:36.539917 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (13efc352-de91-4ee8-bfc5-10167cf2f4a4), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:36.577848 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-be3bef62-62a3-4c09-b6a1-507d3a2dde09 req-8b96bfee-908d-4f57-be93-f7b15e651ca8 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872886 Jul 21 10:50:36.709751 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for port (13efc352-de91-4ee8-bfc5-10167cf2f4a4), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:36.720965 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5076c-8710-45b8-a590-031b2e03bc97 req-20fbfd7d-245b-4cf4-afbc-852f8ec497e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:36.722652 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2ea5076c-8710-45b8-a590-031b2e03bc97 req-20fbfd7d-245b-4cf4-afbc-852f8ec497e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24d5a2477eb74d5da5911b37f9031110&device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 1128 time: 0.0440784 Jul 21 10:50:36.780837 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596833'] for port (13efc352-de91-4ee8-bfc5-10167cf2f4a4), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:36.785042 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:36.850799 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Pushing event updated for resources: {'Port': ['ID=13efc352-de91-4ee8-bfc5-10167cf2f4a4,revision_number=2']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:36.855293 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:36.863829 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (2d2ffe0c-c9e2-488a-94a0-93cf0c3c47e9), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:36.908170 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:36.940680 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5076c-8710-45b8-a590-031b2e03bc97 req-6bad04a9-57da-4dae-8f8e-062c985d95e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:36.942162 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2ea5076c-8710-45b8-a590-031b2e03bc97 req-6bad04a9-57da-4dae-8f8e-062c985d95e8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=24d5a2477eb74d5da5911b37f9031110&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1025331 Jul 21 10:50:36.964702 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.l3_db [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Floating IP 2d2ffe0c-c9e2-488a-94a0-93cf0c3c47e9 associated. External IP: 172.27.0.239, port: 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2. Jul 21 10:50:37.111844 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b91f3-baef-43eb-b35d-0e8e0d484255 req-16f0b902-c264-40fc-abc3-4a6228f7b35a tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:37.113383 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-873b91f3-baef-43eb-b35d-0e8e0d484255 req-16f0b902-c264-40fc-abc3-4a6228f7b35a tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 944 time: 0.0621536 Jul 21 10:50:37.167124 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cc032-6f4b-4e41-bd07-3e0798c24203 req-e5034495-ffaa-4455-a022-8355ef3ff80e tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:37.168492 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-ac3cc032-6f4b-4e41-bd07-3e0798c24203 req-e5034495-ffaa-4455-a022-8355ef3ff80e tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 946 time: 0.1136179 Jul 21 10:50:37.252170 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-873b91f3-baef-43eb-b35d-0e8e0d484255 req-7b14e810-f15e-4550-8044-7b35cf95e1a4 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027150 Jul 21 10:50:37.266081 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5076c-8710-45b8-a590-031b2e03bc97 req-a7a2361f-bce0-4adb-bd62-25dd331f464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:37.267397 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2ea5076c-8710-45b8-a590-031b2e03bc97 req-a7a2361f-bce0-4adb-bd62-25dd331f464e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2208078 Jul 21 10:50:37.276704 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Router 26233318-f133-44d8-8ce4-0b2f79cfbe36 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:50:37.287127 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-ac3cc032-6f4b-4e41-bd07-3e0798c24203 req-80d8e9fc-5ce0-422f-8399-4c4e0bd7c48f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Deleting port d85d0196-f957-408d-bc00-26b64629a630 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:50:37.287326 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-ac3cc032-6f4b-4e41-bd07-3e0798c24203 req-80d8e9fc-5ce0-422f-8399-4c4e0bd7c48f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (d85d0196-f957-408d-bc00-26b64629a630), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:37.400614 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-c5d8f575-c759-41be-a3f4-124689db6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:37.402115 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-c5d8f575-c759-41be-a3f4-124689db6f65 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24d5a2477eb74d5da5911b37f9031110&device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 1128 time: 0.0574286 Jul 21 10:50:37.410819 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71395910-00b1-4d12-9374-df6aad687665 req-ae0b7df2-d318-4708-9c60-493c59051c53 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:37.412284 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-71395910-00b1-4d12-9374-df6aad687665 req-ae0b7df2-d318-4708-9c60-493c59051c53 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0817552 Jul 21 10:50:37.427876 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-ac3cc032-6f4b-4e41-bd07-3e0798c24203 req-80d8e9fc-5ce0-422f-8399-4c4e0bd7c48f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] For port d85d0196-f957-408d-bc00-26b64629a630, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=d85d0196-f957-408d-bc00-26b64629a630,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:37.428253 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-ac3cc032-6f4b-4e41-bd07-3e0798c24203 req-80d8e9fc-5ce0-422f-8399-4c4e0bd7c48f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (d85d0196-f957-408d-bc00-26b64629a630), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:37.453632 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:50:37.464033 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-4529128f-2ed0-4140-bec9-24a2bcfaec64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 HTTP/1.1" status: 200 len: 217 time: 0.0438309 Jul 21 10:50:37.465322 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a36cd-8a19-4bec-a7cf-e275fc16ec82 None None] Sync routers for ids ['26233318-f133-44d8-8ce4-0b2f79cfbe36'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:50:37.478872 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a36cd-8a19-4bec-a7cf-e275fc16ec82 None None] Routers {'26233318-f133-44d8-8ce4-0b2f79cfbe36'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:50:37.479755 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-7a2a36cd-8a19-4bec-a7cf-e275fc16ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:50:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['26233318-f133-44d8-8ce4-0b2f79cfbe36'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:50:37.485303 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:37.489992 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-71395910-00b1-4d12-9374-df6aad687665 req-e03b595a-9b39-4a6e-a8fe-5b15ee359677 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667756 Jul 21 10:50:37.571419 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:37.584484 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-0249d1b6-7cf0-4d24-87ab-8c5329b52890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:37.585970 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-0249d1b6-7cf0-4d24-87ab-8c5329b52890 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e540fdcf-ff4b-42ee-8022-db2f63dd348e HTTP/1.1" status: 200 len: 854 time: 0.1153033 Jul 21 10:50:37.588733 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-7a2a36cd-8a19-4bec-a7cf-e275fc16ec82 None None] Set router 26233318-f133-44d8-8ce4-0b2f79cfbe36 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:50:37.611237 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-afd0114f-67b4-4599-9737-224b27ea53a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8534477 Jul 21 10:50:37.611837 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'tag': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:50:37.614679 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:UPDATE=1,neutron:SELECT=3 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:37.616153 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af5d621-0b68-415a-9c42-e89674ec3d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb24f843-eeb3-43dd-bd48-3bcf68e344cd", "tag": "2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:50:37.624839 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-e3f7614a-3d99-47ca-8e89-48e0e34650c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b613594b-0f24-4b36-a4b2-dcc23406f4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309989 Jul 21 10:50:37.681684 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183dd8ab-61e1-414d-897e-89cba433bb57 x-openstack-request-id: req-183dd8ab-61e1-414d-897e-89cba433bb57 {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:50:37.681973 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb24f843-eeb3-43dd-bd48-3bcf68e344cd", "tag": "2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:50:37.682226 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-183dd8ab-61e1-414d-897e-89cba433bb57 {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:50:37.682681 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183dd8ab-61e1-414d-897e-89cba433bb57'] response: {'name': 'network-changed', 'server_uuid': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'tag': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2', 'status': 'completed', 'code': 200} Jul 21 10:50:37.762475 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-ac3cc032-6f4b-4e41-bd07-3e0798c24203 req-80d8e9fc-5ce0-422f-8399-4c4e0bd7c48f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:37.763138 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-ac3cc032-6f4b-4e41-bd07-3e0798c24203 req-80d8e9fc-5ce0-422f-8399-4c4e0bd7c48f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (06b3ef86-f8eb-4b62-b5df-973bf2525ffd), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:37.763469 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.l3_db [req-ac3cc032-6f4b-4e41-bd07-3e0798c24203 req-80d8e9fc-5ce0-422f-8399-4c4e0bd7c48f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Floating IP 06b3ef86-f8eb-4b62-b5df-973bf2525ffd disassociated. External IP: 172.27.0.52, port: d85d0196-f957-408d-bc00-26b64629a630. Jul 21 10:50:37.763935 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-ac3cc032-6f4b-4e41-bd07-3e0798c24203 req-80d8e9fc-5ce0-422f-8399-4c4e0bd7c48f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Calling delete_port for d85d0196-f957-408d-bc00-26b64629a630 owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:50:37.785356 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5a3b9-9e73-4fe8-b69e-81fc22b5c934 req-286b8595-6d4b-4e40-812a-0f4ee8886150 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:37.786896 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7ab5a3b9-9e73-4fe8-b69e-81fc22b5c934 req-286b8595-6d4b-4e40-812a-0f4ee8886150 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 946 time: 0.0894434 Jul 21 10:50:37.795167 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5d621-0b68-415a-9c42-e89674ec3d2e req-cf2f44b3-aa12-4b0f-a7d8-2280b0a30f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:37.796782 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4af5d621-0b68-415a-9c42-e89674ec3d2e req-cf2f44b3-aa12-4b0f-a7d8-2280b0a30f39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=620ea9c4eaa74dc5858cf93d9fcad9f1&device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 1130 time: 0.0500150 Jul 21 10:50:37.805453 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:37.834204 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-95885b9a-869e-4809-89c0-7b94ff5d0364 service neutron] 10.222.0.57 "GET /v2.0/networks/b613594b-0f24-4b36-a4b2-dcc23406f4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021930 Jul 21 10:50:37.868469 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-7a2a36cd-8a19-4bec-a7cf-e275fc16ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'name': 'tempest-TestShelveInstance-2147416731-router', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:06Z', 'revision_number': 4, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'gw_port': {'id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '2d2ffe0c-c9e2-488a-94a0-93cf0c3c47e9', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'port_id': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e', 'mac_address': 'fa:16:3e:87:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:50:36Z', 'updated_at': '2022-07-21T10:50:36Z', 'revision_number': 0, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822c33d3-ad01-425a-b649-f62c0f0ab60e', 'name': '', 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'mac_address': 'fa:16:3e:a9:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:05Z', 'updated_at': '2022-07-21T10:49:09Z', 'revision_number': 5, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'subnets': [{'id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:50:37.871153 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:37.881814 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:37.898801 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a36cd-8a19-4bec-a7cf-e275fc16ec82 None None] Checking router: 26233318-f133-44d8-8ce4-0b2f79cfbe36 for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:50:37.903488 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7ab5a3b9-9e73-4fe8-b69e-81fc22b5c934 req-a7646415-993c-416e-a961-7e94960c8ee6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057768 Jul 21 10:50:37.910400 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a36cd-8a19-4bec-a7cf-e275fc16ec82 None None] Routers {'26233318-f133-44d8-8ce4-0b2f79cfbe36'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:50:37.911070 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-7a2a36cd-8a19-4bec-a7cf-e275fc16ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:50:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['26233318-f133-44d8-8ce4-0b2f79cfbe36'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:50:37.932656 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5d621-0b68-415a-9c42-e89674ec3d2e req-312ec0d6-8cb6-4c76-ae55-c6d5f893b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:37.934285 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4af5d621-0b68-415a-9c42-e89674ec3d2e req-312ec0d6-8cb6-4c76-ae55-c6d5f893b9bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=27b56899-b3ca-45d1-a202-b2681b2d043e HTTP/1.1" status: 200 len: 910 time: 0.1295879 Jul 21 10:50:38.004036 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4af5d621-0b68-415a-9c42-e89674ec3d2e req-f09f45ac-e153-45a1-a1ef-27c02788a50a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 HTTP/1.1" status: 200 len: 1000 time: 0.0619562 Jul 21 10:50:38.004656 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-498d65c6-1917-48ab-9f3b-ac6945a85ff7 req-ca9c05a5-d01d-408b-83e8-96b8515afc33 service neutron] 10.222.0.57 "GET /v2.0/networks/b613594b-0f24-4b36-a4b2-dcc23406f4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577444 Jul 21 10:50:38.020952 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:38.022948 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-7a2a36cd-8a19-4bec-a7cf-e275fc16ec82 None None] Set router 26233318-f133-44d8-8ce4-0b2f79cfbe36 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:50:38.054615 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-ac3cc032-6f4b-4e41-bd07-3e0798c24203 req-80d8e9fc-5ce0-422f-8399-4c4e0bd7c48f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (d85d0196-f957-408d-bc00-26b64629a630), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:38.117329 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8e9fc-5ce0-422f-8399-4c4e0bd7c48f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event deleted for resources: {'Port': ['ID=d85d0196-f957-408d-bc00-26b64629a630,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:38.131794 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5d621-0b68-415a-9c42-e89674ec3d2e req-db509222-91b3-4ae0-8701-daebf447c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:38.133547 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4af5d621-0b68-415a-9c42-e89674ec3d2e req-db509222-91b3-4ae0-8701-daebf447c50a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=675fa199-a2f9-4cce-9e74-45a2be0ffecf HTTP/1.1" status: 200 len: 848 time: 0.0775232 Jul 21 10:50:38.198697 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5d621-0b68-415a-9c42-e89674ec3d2e req-0f9737a9-4e14-4365-a9ef-52777241b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:38.200242 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4af5d621-0b68-415a-9c42-e89674ec3d2e req-0f9737a9-4e14-4365-a9ef-52777241b3f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27b56899-b3ca-45d1-a202-b2681b2d043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598941 Jul 21 10:50:38.264960 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac3cc032-6f4b-4e41-bd07-3e0798c24203 req-80d8e9fc-5ce0-422f-8399-4c4e0bd7c48f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:50:38.274794 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-7a2a36cd-8a19-4bec-a7cf-e275fc16ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'name': 'tempest-TestShelveInstance-2147416731-router', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:06Z', 'revision_number': 4, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'gw_port': {'id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '2d2ffe0c-c9e2-488a-94a0-93cf0c3c47e9', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'port_id': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e', 'mac_address': 'fa:16:3e:87:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:50:36Z', 'updated_at': '2022-07-21T10:50:36Z', 'revision_number': 0, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822c33d3-ad01-425a-b649-f62c0f0ab60e', 'name': '', 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'mac_address': 'fa:16:3e:a9:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:05Z', 'updated_at': '2022-07-21T10:49:09Z', 'revision_number': 5, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'subnets': [{'id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:50:38.310119 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a36cd-8a19-4bec-a7cf-e275fc16ec82 None None] The sync data for ids ['26233318-f133-44d8-8ce4-0b2f79cfbe36'] in dv-cinder-849800-2-iscsi is: [{'id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'name': 'tempest-TestShelveInstance-2147416731-router', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:06Z', 'revision_number': 4, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'gw_port': {'id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '2d2ffe0c-c9e2-488a-94a0-93cf0c3c47e9', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'port_id': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e', 'mac_address': 'fa:16:3e:87:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:50:36Z', 'updated_at': '2022-07-21T10:50:36Z', 'revision_number': 0, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822c33d3-ad01-425a-b649-f62c0f0ab60e', 'name': '', 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'mac_address': 'fa:16:3e:a9:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:05Z', 'updated_at': '2022-07-21T10:49:09Z', 'revision_number': 5, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'subnets': [{'id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:50:38.381422 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac3cc032-6f4b-4e41-bd07-3e0798c24203 req-80d8e9fc-5ce0-422f-8399-4c4e0bd7c48f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:50:38.393557 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826c2af5-4132-4e61-bd3f-71374547adb8 None None] Sync routers for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:50:38.404437 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d77bf-5790-440b-8007-6fc7ca955132 req-33ea84dc-f63d-4443-9895-ee0598f938ae tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:38.405937 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826c2af5-4132-4e61-bd3f-71374547adb8 None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:50:38.406825 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-826c2af5-4132-4e61-bd3f-71374547adb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:50:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:50:38.413270 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2c9d77bf-5790-440b-8007-6fc7ca955132 req-33ea84dc-f63d-4443-9895-ee0598f938ae tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 944 time: 0.0722349 Jul 21 10:50:38.436466 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3cc032-6f4b-4e41-bd07-3e0798c24203 req-80d8e9fc-5ce0-422f-8399-4c4e0bd7c48f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] No DVR routers for this DVR port d85d0196-f957-408d-bc00-26b64629a630 on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:50:38.439387 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-ac3cc032-6f4b-4e41-bd07-3e0798c24203 req-80d8e9fc-5ce0-422f-8399-4c4e0bd7c48f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:38.443203 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-ac3cc032-6f4b-4e41-bd07-3e0798c24203 req-80d8e9fc-5ce0-422f-8399-4c4e0bd7c48f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "DELETE /v2.0/ports/d85d0196-f957-408d-bc00-26b64629a630 HTTP/1.1" status: 204 len: 173 time: 1.2693276 Jul 21 10:50:38.443914 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'name': 'network-vif-deleted', 'tag': 'd85d0196-f957-408d-bc00-26b64629a630'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:50:38.446508 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e3acbb-7b68-49e2-af08-568105f28976" -d '{"events": [{"server_uuid": "691ae8fc-92e7-4940-99d8-7edb5a96d2f3", "name": "network-vif-deleted", "tag": "d85d0196-f957-408d-bc00-26b64629a630"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:50:38.481761 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2c9d77bf-5790-440b-8007-6fc7ca955132 req-9759d494-49bc-4937-8a63-63fd91b33236 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675192 Jul 21 10:50:38.492768 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f9b392-dbac-4aba-b3aa-fb4d0b8c7225 x-openstack-request-id: req-42f9b392-dbac-4aba-b3aa-fb4d0b8c7225 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:50:38.493064 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691ae8fc-92e7-4940-99d8-7edb5a96d2f3", "name": "network-vif-deleted", "tag": "d85d0196-f957-408d-bc00-26b64629a630", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:50:38.493324 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42f9b392-dbac-4aba-b3aa-fb4d0b8c7225 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:50:38.493728 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f9b392-dbac-4aba-b3aa-fb4d0b8c7225'] response: {'server_uuid': '691ae8fc-92e7-4940-99d8-7edb5a96d2f3', 'name': 'network-vif-deleted', 'tag': 'd85d0196-f957-408d-bc00-26b64629a630', 'status': 'completed', 'code': 200} Jul 21 10:50:38.537044 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-826c2af5-4132-4e61-bd3f-71374547adb8 None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:50:38.652306 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e997db-6c23-4a4d-a94e-82434edf5882 req-dc1d20cb-a3ad-45a3-a524-ad73adc00c1a tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:38.660614 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-05e997db-6c23-4a4d-a94e-82434edf5882 req-dc1d20cb-a3ad-45a3-a524-ad73adc00c1a tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0724220 Jul 21 10:50:38.664475 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956d4a32-baa1-4da7-9092-7dacb0c71a29 None None] New status for floating IP 2d2ffe0c-c9e2-488a-94a0-93cf0c3c47e9: ACTIVE {{(pid=111080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:50:38.718283 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-05e997db-6c23-4a4d-a94e-82434edf5882 req-3e5c0284-9d25-438f-9e0c-a0772dbb1f49 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565357 Jul 21 10:50:38.784281 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-826c2af5-4132-4e61-bd3f-71374547adb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:50:38.809492 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826c2af5-4132-4e61-bd3f-71374547adb8 None None] Checking router: e283a85c-fc9e-4230-8da7-8cca5e8c96d2 for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:50:38.818274 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826c2af5-4132-4e61-bd3f-71374547adb8 None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:50:38.818924 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-826c2af5-4132-4e61-bd3f-71374547adb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:50:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:50:38.924708 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-826c2af5-4132-4e61-bd3f-71374547adb8 None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:50:39.005505 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f09a7bf9-2548-46ee-81f0-795d60440055 req-0d99dbaa-07a3-4527-b059-86ba49744e98 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0272806 Jul 21 10:50:39.116297 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-826c2af5-4132-4e61-bd3f-71374547adb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:50:39.141101 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826c2af5-4132-4e61-bd3f-71374547adb8 None None] The sync data for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi is: [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:50:39.249290 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4af5d621-0b68-415a-9c42-e89674ec3d2e req-ddb4e6ef-8580-4137-9f49-8dd832795c58 service neutron] 10.222.0.57 "GET /v2.0/networks/27b56899-b3ca-45d1-a202-b2681b2d043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040933 Jul 21 10:50:39.378916 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:39.397431 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724e332f-1409-4df3-92ed-bb55fb7baa80 None None] New status for floating IP 06b3ef86-f8eb-4b62-b5df-973bf2525ffd: DOWN {{(pid=111081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:50:39.420546 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4af5d621-0b68-415a-9c42-e89674ec3d2e req-af2164a2-393a-4639-bbed-9bf1d34b7cf2 service neutron] 10.222.0.57 "GET /v2.0/networks/27b56899-b3ca-45d1-a202-b2681b2d043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099696 Jul 21 10:50:39.585628 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:50:39.602822 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device d85d0196-f957-408d-bc00-26b64629a630 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:50:39.631179 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: d85d0196-f957-408d-bc00-26b64629a630 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:50:39.631537 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device d85d0196-f957-408d-bc00-26b64629a630 not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:50:39.637109 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dababc8-7c04-4c3e-8523-1e30f543ce0d req-ee28beaf-95fd-43f2-b0f6-ad73d6e2a2f0 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:39.639883 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0dababc8-7c04-4c3e-8523-1e30f543ce0d req-ee28beaf-95fd-43f2-b0f6-ad73d6e2a2f0 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 944 time: 0.0889502 Jul 21 10:50:39.727225 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0dababc8-7c04-4c3e-8523-1e30f543ce0d req-a3292f92-bebf-45f9-a10c-819202e49dde tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805633 Jul 21 10:50:39.763694 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9b9a006a-5edb-47a3-8eaf-9ce87c8cab27,segment=NetworkSegment(e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551),segment_id=e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:39.777720 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '9b9a006a-5edb-47a3-8eaf-9ce87c8cab27', 'network_id': 'b613594b-0f24-4b36-a4b2-dcc23406f4ab', 'port_id': '9b9a006a-5edb-47a3-8eaf-9ce87c8cab27', 'mac_address': 'fa:16:3e:ac:79:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e540fdcf-ff4b-42ee-8022-db2f63dd348e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:50:39.823629 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:50:39.824286 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (9b9a006a-5edb-47a3-8eaf-9ce87c8cab27), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:39.843022 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:50:39.864161 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341d848-96b6-4155-9f3d-208bbdf6da63 req-d773be09-425e-43f2-8885-9c1552387b7b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:39.865332 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9b9a006a-5edb-47a3-8eaf-9ce87c8cab27,segment=NetworkSegment(e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551),segment_id=e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:39.866334 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7341d848-96b6-4155-9f3d-208bbdf6da63 req-d773be09-425e-43f2-8885-9c1552387b7b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0651577 Jul 21 10:50:39.921179 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7341d848-96b6-4155-9f3d-208bbdf6da63 req-ff9514ea-a649-437c-b1f9-ce21619e8b0e tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484498 Jul 21 10:50:39.945292 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (9b9a006a-5edb-47a3-8eaf-9ce87c8cab27), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:39.999595 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=9b9a006a-5edb-47a3-8eaf-9ce87c8cab27,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:40.134122 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-53a82233-cddf-4f68-8698-b72952bcf3b9 req-a5795029-5875-46ac-a534-016827553b7f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=691ae8fc-92e7-4940-99d8-7edb5a96d2f3 HTTP/1.1" status: 200 len: 210 time: 0.0387714 Jul 21 10:50:40.332070 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['9b9a006a-5edb-47a3-8eaf-9ce87c8cab27'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:50:40.380115 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:40.813521 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:40.855236 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d40543-2a8f-45b3-a46f-6ab0bd8fc2ce req-3c362d93-c9fb-46ef-b85a-d165de0cad3b tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:40.856800 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d3d40543-2a8f-45b3-a46f-6ab0bd8fc2ce req-3c362d93-c9fb-46ef-b85a-d165de0cad3b tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 945 time: 0.0519364 Jul 21 10:50:40.905770 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d3d40543-2a8f-45b3-a46f-6ab0bd8fc2ce req-771c64e7-a129-452e-a224-cb70cf417363 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429399 Jul 21 10:50:41.047974 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652b7f4-ab2a-4805-8354-f3ecae26de23 req-359e74cc-d2ce-4269-a430-acbf58016570 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:41.049670 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8652b7f4-ab2a-4805-8354-f3ecae26de23 req-359e74cc-d2ce-4269-a430-acbf58016570 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0550702 Jul 21 10:50:41.096737 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8652b7f4-ab2a-4805-8354-f3ecae26de23 req-a593aa3c-9268-4a51-98f4-4d657db63fbb tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415940 Jul 21 10:50:41.283942 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 38558) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:41.339134 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ae5c7c18-67c4-4c8b-9cd7-9eeb4ce2b742 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (fa020440-d4e4-49c7-93f4-d8d0ea7f18a1), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:41.363388 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ae5c7c18-67c4-4c8b-9cd7-9eeb4ce2b742 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (fa020440-d4e4-49c7-93f4-d8d0ea7f18a1), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:41.471934 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ae5c7c18-67c4-4c8b-9cd7-9eeb4ce2b742 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (fa020440-d4e4-49c7-93f4-d8d0ea7f18a1), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:41.474393 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ae5c7c18-67c4-4c8b-9cd7-9eeb4ce2b742 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:41.475631 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-ae5c7c18-67c4-4c8b-9cd7-9eeb4ce2b742 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "DELETE /v2.0/security-groups/fa020440-d4e4-49c7-93f4-d8d0ea7f18a1 HTTP/1.1" status: 204 len: 168 time: 0.1906793 Jul 21 10:50:41.478317 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 38560) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:41.480234 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:41.485934 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c7c18-67c4-4c8b-9cd7-9eeb4ce2b742 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa020440-d4e4-49c7-93f4-d8d0ea7f18a1,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:41.492731 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.api.v2.resource [None req-93c3538f-9793-473d-993b-3b7afa674464 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] show failed (client error): The resource could not be found. Jul 21 10:50:41.493757 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-93c3538f-9793-473d-993b-3b7afa674464 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups/fa020440-d4e4-49c7-93f4-d8d0ea7f18a1 HTTP/1.1" status: 404 len: 347 time: 0.0143790 Jul 21 10:50:41.496638 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 38562) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:41.583958 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:50:41.610739 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc417a-db2c-40ad-8c3c-f31adb8266ad tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Deleting port 8d04270e-ed7f-42af-bfa6-dc4eac3d143d {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:50:41.611087 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4fbc417a-db2c-40ad-8c3c-f31adb8266ad tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (8d04270e-ed7f-42af-bfa6-dc4eac3d143d), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:41.627933 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:50:41.672623 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:50:41.673008 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (9b9a006a-5edb-47a3-8eaf-9ce87c8cab27), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:41.690718 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4fbc417a-db2c-40ad-8c3c-f31adb8266ad tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (8d04270e-ed7f-42af-bfa6-dc4eac3d143d), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:41.691048 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4fbc417a-db2c-40ad-8c3c-f31adb8266ad tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (8d04270e-ed7f-42af-bfa6-dc4eac3d143d), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:41.703580 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc417a-db2c-40ad-8c3c-f31adb8266ad tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Calling delete_port for 8d04270e-ed7f-42af-bfa6-dc4eac3d143d owned by network:floatingip {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:50:41.721447 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:41.752778 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:50:41.753088 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (9b9a006a-5edb-47a3-8eaf-9ce87c8cab27), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:41.778763 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082cef74-9509-4b17-8250-cd6527a6e3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9a006a-5edb-47a3-8eaf-9ce87c8cab27'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:50:41.781815 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55ec17c-316b-47db-8794-5fb8244a1c2b" -d '{"events": [{"server_uuid": "082cef74-9509-4b17-8250-cd6527a6e3eb", "name": "network-vif-plugged", "status": "completed", "tag": "9b9a006a-5edb-47a3-8eaf-9ce87c8cab27"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:50:41.795251 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9b9a006a-5edb-47a3-8eaf-9ce87c8cab27,segment=NetworkSegment(e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551),segment_id=e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:41.820192 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe55f9f4-b7e7-4769-8f38-cedf5a749004 x-openstack-request-id: req-fe55f9f4-b7e7-4769-8f38-cedf5a749004 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:50:41.820622 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082cef74-9509-4b17-8250-cd6527a6e3eb", "name": "network-vif-plugged", "status": "completed", "tag": "9b9a006a-5edb-47a3-8eaf-9ce87c8cab27", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:50:41.820882 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe55f9f4-b7e7-4769-8f38-cedf5a749004 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:50:41.821286 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe55f9f4-b7e7-4769-8f38-cedf5a749004'] response: {'server_uuid': '082cef74-9509-4b17-8250-cd6527a6e3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9a006a-5edb-47a3-8eaf-9ce87c8cab27', 'code': 200} Jul 21 10:50:41.889277 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (9b9a006a-5edb-47a3-8eaf-9ce87c8cab27), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:41.917965 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4fbc417a-db2c-40ad-8c3c-f31adb8266ad tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (8d04270e-ed7f-42af-bfa6-dc4eac3d143d), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:41.941639 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=9b9a006a-5edb-47a3-8eaf-9ce87c8cab27,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:41.955302 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc417a-db2c-40ad-8c3c-f31adb8266ad tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event deleted for resources: {'Port': ['ID=8d04270e-ed7f-42af-bfa6-dc4eac3d143d,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:42.052524 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4fbc417a-db2c-40ad-8c3c-f31adb8266ad tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (06b3ef86-f8eb-4b62-b5df-973bf2525ffd), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:42.054896 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4fbc417a-db2c-40ad-8c3c-f31adb8266ad tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:42.056037 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-4fbc417a-db2c-40ad-8c3c-f31adb8266ad tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "DELETE /v2.0/floatingips/06b3ef86-f8eb-4b62-b5df-973bf2525ffd HTTP/1.1" status: 204 len: 168 time: 0.5584741 Jul 21 10:50:42.063859 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec69e2-0523-48fd-a8f1-ec6efb34bad4 req-a772248f-0301-4685-9c96-116337d6a850 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:42.064823 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9cec69e2-0523-48fd-a8f1-ec6efb34bad4 req-a772248f-0301-4685-9c96-116337d6a850 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 946 time: 0.0676749 Jul 21 10:50:42.090045 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:42.117177 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9cec69e2-0523-48fd-a8f1-ec6efb34bad4 req-c528c8e3-f55e-4f43-975b-431d0693a0f2 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463400 Jul 21 10:50:42.193786 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465b443-f157-49fd-8f13-97ef880b96a6 req-dddb7712-0b8b-45aa-8c7b-3bea98bea07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:42.195369 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f465b443-f157-49fd-8f13-97ef880b96a6 req-dddb7712-0b8b-45aa-8c7b-3bea98bea07e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 1130 time: 0.0619264 Jul 21 10:50:42.229612 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 38574) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:42.234818 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-eb83d508-d5a2-454c-a02c-4dff09b5d616 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--338649749', 'description': 'tempest-description--1462916709'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:42.246583 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82364f1-5192-43d8-a016-fa0ea4f827ad req-6b5654ea-f5d4-420d-bc00-c33795d405a4 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:42.248140 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b82364f1-5192-43d8-a016-fa0ea4f827ad req-6b5654ea-f5d4-420d-bc00-c33795d405a4 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0693924 Jul 21 10:50:42.295333 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f465b443-f157-49fd-8f13-97ef880b96a6 req-326fcf58-a9a5-4b77-9bfc-001532e52cc5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828249 Jul 21 10:50:42.317908 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-eb83d508-d5a2-454c-a02c-4dff09b5d616 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:42.320941 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b82364f1-5192-43d8-a016-fa0ea4f827ad req-d3749d66-fabb-4551-b2a9-7daaa15173d6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608206 Jul 21 10:50:42.389282 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-eb83d508-d5a2-454c-a02c-4dff09b5d616 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (ddcb6241-b14e-43f5-8693-873529eae45b), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:42.477019 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-eb83d508-d5a2-454c-a02c-4dff09b5d616 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (ddcb6241-b14e-43f5-8693-873529eae45b), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:42.506751 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83d508-d5a2-454c-a02c-4dff09b5d616 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcb6241-b14e-43f5-8693-873529eae45b,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:42.581981 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-eb83d508-d5a2-454c-a02c-4dff09b5d616 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:42.583192 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-eb83d508-d5a2-454c-a02c-4dff09b5d616 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3525469 Jul 21 10:50:42.585948 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 38576) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:42.590139 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-cbeedd2f-9590-4992-91e4-3617d80c18c4 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'security_group_rule': {'security_group_id': 'ddcb6241-b14e-43f5-8693-873529eae45b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:42.689147 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cbeedd2f-9590-4992-91e4-3617d80c18c4 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (ea6319a5-8518-43a8-8b45-65688f3704e2), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:42.745418 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cbeedd2f-9590-4992-91e4-3617d80c18c4 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (ea6319a5-8518-43a8-8b45-65688f3704e2), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:42.814552 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cbeedd2f-9590-4992-91e4-3617d80c18c4 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (ea6319a5-8518-43a8-8b45-65688f3704e2), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:42.833436 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeedd2f-9590-4992-91e4-3617d80c18c4 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6319a5-8518-43a8-8b45-65688f3704e2,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:42.912956 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cbeedd2f-9590-4992-91e4-3617d80c18c4 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:42.914175 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-cbeedd2f-9590-4992-91e4-3617d80c18c4 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273122 Jul 21 10:50:42.916849 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 38578) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:42.921179 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-cfe634e4-9cc1-4b02-98a5-aad7504c3148 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'security_group_rule': {'security_group_id': 'ddcb6241-b14e-43f5-8693-873529eae45b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:43.015986 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cfe634e4-9cc1-4b02-98a5-aad7504c3148 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (166e4872-80c4-4e8d-85b5-9d915f83548c), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:43.071811 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cfe634e4-9cc1-4b02-98a5-aad7504c3148 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (166e4872-80c4-4e8d-85b5-9d915f83548c), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:43.145938 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cfe634e4-9cc1-4b02-98a5-aad7504c3148 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (166e4872-80c4-4e8d-85b5-9d915f83548c), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:43.165638 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe634e4-9cc1-4b02-98a5-aad7504c3148 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166e4872-80c4-4e8d-85b5-9d915f83548c,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:43.221802 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:43.242068 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea30fc-9820-4086-913c-7eec2c54332f req-6369df53-5318-4b60-a461-734b5c3c3704 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:43.246944 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c0ea30fc-9820-4086-913c-7eec2c54332f req-6369df53-5318-4b60-a461-734b5c3c3704 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 946 time: 0.0505338 Jul 21 10:50:43.247219 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cfe634e4-9cc1-4b02-98a5-aad7504c3148 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:43.247302 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-cfe634e4-9cc1-4b02-98a5-aad7504c3148 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3294971 Jul 21 10:50:43.250449 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 38584) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:43.254960 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-c45b635c-8e1f-4d31-a3ef-e5f31dd02cbb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'floatingip': {'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:43.302425 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c0ea30fc-9820-4086-913c-7eec2c54332f req-0cf7dd2e-8d52-442a-809e-b6467290ff76 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512533 Jul 21 10:50:43.340553 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c45b635c-8e1f-4d31-a3ef-e5f31dd02cbb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:43.417233 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:43.423677 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c45b635c-8e1f-4d31-a3ef-e5f31dd02cbb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:43.436488 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17164858-4172-49ad-9655-cd8f6ada22a9 req-ce7dd238-45e5-40fb-9963-8644143afa92 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:43.438979 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-17164858-4172-49ad-9655-cd8f6ada22a9 req-ce7dd238-45e5-40fb-9963-8644143afa92 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0497608 Jul 21 10:50:43.497911 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-17164858-4172-49ad-9655-cd8f6ada22a9 req-07934b95-d8b4-45c1-adab-a43cf7a0bce2 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424261 Jul 21 10:50:43.521547 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:43.536044 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [None req-c45b635c-8e1f-4d31-a3ef-e5f31dd02cbb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Allocated IP 172.27.0.59 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/2282f27d-8640-402c-9a0c-4644def5129e) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:50:43.870928 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c45b635c-8e1f-4d31-a3ef-e5f31dd02cbb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for port (2282f27d-8640-402c-9a0c-4644def5129e), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:43.957818 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c45b635c-8e1f-4d31-a3ef-e5f31dd02cbb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (2282f27d-8640-402c-9a0c-4644def5129e), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:43.997382 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45b635c-8e1f-4d31-a3ef-e5f31dd02cbb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:50:44.002371 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-c45b635c-8e1f-4d31-a3ef-e5f31dd02cbb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:50:44.006426 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45b635c-8e1f-4d31-a3ef-e5f31dd02cbb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:50:44.027333 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b635c-8e1f-4d31-a3ef-e5f31dd02cbb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'Port': ['ID=2282f27d-8640-402c-9a0c-4644def5129e,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:44.094440 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c45b635c-8e1f-4d31-a3ef-e5f31dd02cbb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (c8024802-3756-403b-a1f2-2466a817f7f6), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:44.190997 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c45b635c-8e1f-4d31-a3ef-e5f31dd02cbb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2282f27d-8640-402c-9a0c-4644def5129e), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:44.338170 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:44.342498 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c45b635c-8e1f-4d31-a3ef-e5f31dd02cbb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for port (2282f27d-8640-402c-9a0c-4644def5129e), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:44.425176 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9f5c2-f41c-44e3-80ec-3d368e9e2fa6 req-50f67bbf-6b33-40f2-9e9f-1abe2a019eed tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:44.426653 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-93b9f5c2-f41c-44e3-80ec-3d368e9e2fa6 req-50f67bbf-6b33-40f2-9e9f-1abe2a019eed tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 946 time: 0.0528283 Jul 21 10:50:44.445133 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c45b635c-8e1f-4d31-a3ef-e5f31dd02cbb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (2282f27d-8640-402c-9a0c-4644def5129e), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:44.476126 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-93b9f5c2-f41c-44e3-80ec-3d368e9e2fa6 req-4f022b16-0381-4b45-b973-5ea80e472238 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439255 Jul 21 10:50:44.511279 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b635c-8e1f-4d31-a3ef-e5f31dd02cbb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'Port': ['ID=2282f27d-8640-402c-9a0c-4644def5129e,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:44.529169 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c45b635c-8e1f-4d31-a3ef-e5f31dd02cbb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (c8024802-3756-403b-a1f2-2466a817f7f6), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:44.620442 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3458dd-7548-4ebc-a4ef-26e8b988284b req-d827073e-7250-4d2b-a3fb-811bdbf90ed8 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:44.621590 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c45b635c-8e1f-4d31-a3ef-e5f31dd02cbb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:44.623925 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fd3458dd-7548-4ebc-a4ef-26e8b988284b req-d827073e-7250-4d2b-a3fb-811bdbf90ed8 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0525489 Jul 21 10:50:44.624093 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-c45b635c-8e1f-4d31-a3ef-e5f31dd02cbb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3714490 Jul 21 10:50:44.679295 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fd3458dd-7548-4ebc-a4ef-26e8b988284b req-bc27ceb6-d243-4cbe-bf49-4a7e70ee0a6f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507765 Jul 21 10:50:44.844617 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-987e0113-4a0b-4d36-a996-6efd75b8b92e tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--338649749&fields=id&tenant_id=0dc215aadb5345d791945658832aae4a HTTP/1.1" status: 200 len: 267 time: 0.0454957 Jul 21 10:50:44.864954 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:44.956677 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-40efec05-8af6-42aa-8496-88fbb1110362 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:44.958136 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-40efec05-8af6-42aa-8496-88fbb1110362 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/networks?id=192d6a0f-c1f8-471a-872f-e924c6d8f479 HTTP/1.1" status: 200 len: 815 time: 0.1073360 Jul 21 10:50:44.972846 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-29ff7881-8baf-4087-b047-0b47bbbff633 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/quotas/0dc215aadb5345d791945658832aae4a HTTP/1.1" status: 200 len: 375 time: 0.0093541 Jul 21 10:50:45.022910 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-5a4efc0c-f3cc-422c-b859-f94dd629aa10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0dc215aadb5345d791945658832aae4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449586 Jul 21 10:50:45.123781 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e372c98e-43e5-4531-9948-f1ce46f27487 service neutron] 10.222.0.48 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891995 Jul 21 10:50:45.214360 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-00f997d9-b073-46b6-8119-f8bae0624abe service neutron] 10.222.0.48 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844762 Jul 21 10:50:45.598362 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ab857a13-52e6-4b2d-8e78-0824743d46e2 req-133d8009-16ac-4069-9844-4c10644c7d74 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 210 time: 0.0357001 Jul 21 10:50:45.804907 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553156d-9c8b-434c-a76c-33c8bc34dcb6 req-dfb7db9c-b0c9-4031-8c44-10ca1c90e294 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:45.806289 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e553156d-9c8b-434c-a76c-33c8bc34dcb6 req-dfb7db9c-b0c9-4031-8c44-10ca1c90e294 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0489581 Jul 21 10:50:45.850560 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:45.855536 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e553156d-9c8b-434c-a76c-33c8bc34dcb6 req-3db8a9d6-e0bc-4ad5-bceb-b2d2434618e6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434468 Jul 21 10:50:46.693291 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b996a8f5-2403-4d55-8b75-a8f1804907eb req-fedd616d-624d-4304-91e9-21a4eb9fc50f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 210 time: 0.0295887 Jul 21 10:50:46.976894 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c3450-fb9d-4033-b71f-6a35e7567ad5 req-9ea1114c-cd5a-4d81-989e-a366f1d8bc46 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:46.978271 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c98c3450-fb9d-4033-b71f-6a35e7567ad5 req-9ea1114c-cd5a-4d81-989e-a366f1d8bc46 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0523152 Jul 21 10:50:47.026187 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c98c3450-fb9d-4033-b71f-6a35e7567ad5 req-f775acaa-97b8-45e8-8af4-b1c390749919 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424845 Jul 21 10:50:47.797909 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b8a36c49-dbfb-449c-bc72-2a7ef918b68e req-3383d916-8584-4d29-a54a-4ae6fa60a9d7 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 210 time: 0.0301681 Jul 21 10:50:48.140562 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397cf5c-b885-4f31-b175-0881c0e000fa req-0efaaa7f-4014-430a-a2c9-37f3521371b2 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:48.142137 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f397cf5c-b885-4f31-b175-0881c0e000fa req-0efaaa7f-4014-430a-a2c9-37f3521371b2 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0475936 Jul 21 10:50:48.175838 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:48.190831 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f397cf5c-b885-4f31-b175-0881c0e000fa req-b1ff6168-1550-431b-b507-f5c22f9fce11 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431998 Jul 21 10:50:48.764864 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992acd45-d0ef-40f7-a49d-6046e2156185 req-8ffdc79d-e437-425b-950d-3d9053d836d2 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:48.766358 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-992acd45-d0ef-40f7-a49d-6046e2156185 req-8ffdc79d-e437-425b-950d-3d9053d836d2 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 946 time: 0.0530112 Jul 21 10:50:48.818227 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-992acd45-d0ef-40f7-a49d-6046e2156185 req-26ee6e61-845b-4ba5-8b13-df0df31b5605 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460570 Jul 21 10:50:48.843658 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 38664) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:48.934379 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3c4a1df3-1634-40ea-9fbc-cf930888cfc2 req-d802e441-2e6a-4f57-bde4-9176fd80b872 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 210 time: 0.0374610 Jul 21 10:50:48.956052 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abffbf1-04ac-4838-a956-3fb2ee514857 tempest-TestMinimumBasicScenario-1536291816 tempest-TestMinimumBasicScenario-1536291816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:48.957613 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-6abffbf1-04ac-4838-a956-3fb2ee514857 tempest-TestMinimumBasicScenario-1536291816 tempest-TestMinimumBasicScenario-1536291816-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 1125 time: 0.1128838 Jul 21 10:50:48.971096 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 38668) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:48.975410 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Request body: {'floatingip': {'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'port_id': '24113ecd-45f8-473c-a1aa-fc93cff6c402', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:49.065772 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:49.147228 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:49.257372 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Allocated IP 172.27.0.222 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/5495c1a8-8846-4e8a-9e20-8729af49dd5f) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:50:49.317795 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:49.366012 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for port (5495c1a8-8846-4e8a-9e20-8729af49dd5f), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:49.500971 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (5495c1a8-8846-4e8a-9e20-8729af49dd5f), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:49.544903 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:50:49.547983 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:50:49.554663 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:50:49.571621 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bac9fd-cb23-4122-8e0d-9c7c120d2d09 req-66be635a-0388-4e13-8439-99b601437531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:49.573010 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f4bac9fd-cb23-4122-8e0d-9c7c120d2d09 req-66be635a-0388-4e13-8439-99b601437531 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 1129 time: 0.3197219 Jul 21 10:50:49.584528 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdd421-f3ec-4443-8b00-9e6a57588945 req-8b614b3a-8665-47ac-9bc3-ea0511eabc88 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:49.585864 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e1fdd421-f3ec-4443-8b00-9e6a57588945 req-8b614b3a-8665-47ac-9bc3-ea0511eabc88 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.3158553 Jul 21 10:50:49.605221 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Pushing event updated for resources: {'Port': ['ID=5495c1a8-8846-4e8a-9e20-8729af49dd5f,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:49.611050 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:49.655751 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f4bac9fd-cb23-4122-8e0d-9c7c120d2d09 req-05458a78-5253-4893-aa09-290f6d4c51e5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683780 Jul 21 10:50:49.667241 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e1fdd421-f3ec-4443-8b00-9e6a57588945 req-dc4d3665-1d56-4450-8c41-7a581d4069f6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734229 Jul 21 10:50:49.754816 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-ef05d163-952c-4236-a82f-5f8a861d8960 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:49.756307 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-ef05d163-952c-4236-a82f-5f8a861d8960 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "GET /v2.0/networks?id=192d6a0f-c1f8-471a-872f-e924c6d8f479 HTTP/1.1" status: 200 len: 815 time: 0.1992440 Jul 21 10:50:50.024396 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for floatingip (6d131ee0-d3c7-467b-9953-1d4e8d88dd71), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:50.031991 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9f52804c-1490-422e-b554-d861dd0b9d78 req-56b49202-e4c0-476f-80f6-d4a110168715 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 210 time: 0.0294540 Jul 21 10:50:50.073249 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:50.133275 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-a144a751-a9fa-49b0-8d61-b24cf71bc63b tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dc215aadb5345d791945658832aae4a HTTP/1.1" status: 200 len: 379 time: 0.0729077 Jul 21 10:50:50.144044 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (5495c1a8-8846-4e8a-9e20-8729af49dd5f), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:50.292375 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for port (5495c1a8-8846-4e8a-9e20-8729af49dd5f), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:50.355968 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (5495c1a8-8846-4e8a-9e20-8729af49dd5f), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:50.420864 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Pushing event updated for resources: {'Port': ['ID=5495c1a8-8846-4e8a-9e20-8729af49dd5f,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:50.434694 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (6d131ee0-d3c7-467b-9953-1d4e8d88dd71), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:50.511413 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-7ffec7ed-c790-46ba-b327-674ffe97c7ea tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'port': {'device_id': '6803db4b-7556-4e4e-989c-adfa3d140a09', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'admin_state_up': True, 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'security_groups': ['ddcb6241-b14e-43f5-8693-873529eae45b']}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:50.590838 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.l3_db [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Floating IP 6d131ee0-d3c7-467b-9953-1d4e8d88dd71 associated. External IP: 172.27.0.222, port: 24113ecd-45f8-473c-a1aa-fc93cff6c402. Jul 21 10:50:50.642574 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:50.774117 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-7ffec7ed-c790-46ba-b327-674ffe97c7ea tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Made reservation on behalf of 0dc215aadb5345d791945658832aae4a for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:50:50.777568 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-7ffec7ed-c790-46ba-b327-674ffe97c7ea tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:50.786562 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a2e09-ea93-4c4b-9685-abbdd58e6689 req-2534de9c-c199-4806-95d1-7600e57e2aba tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:50.789948 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d44a2e09-ea93-4c4b-9685-abbdd58e6689 req-2534de9c-c199-4806-95d1-7600e57e2aba tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0524325 Jul 21 10:50:50.837317 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d44a2e09-ea93-4c4b-9685-abbdd58e6689 req-ab3f289c-b681-4e79-b4f7-37397d6d5a42 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435886 Jul 21 10:50:50.889097 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Router 2fb19c42-5612-4b5f-93a6-967871d1ad1b has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:50:51.024700 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-7ffec7ed-c790-46ba-b327-674ffe97c7ea tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Allocated IP 172.20.0.8 (192d6a0f-c1f8-471a-872f-e924c6d8f479/6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83/28698c15-1328-42b1-94dc-58f0f01666c1) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:50:51.078488 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:51.086661 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:50:51.091941 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd7df5-d943-4291-b93c-7c46955d6a75 None None] Sync routers for ids ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:50:51.103564 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd7df5-d943-4291-b93c-7c46955d6a75 None None] Routers {'2fb19c42-5612-4b5f-93a6-967871d1ad1b'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:50:51.104198 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-30dd7df5-d943-4291-b93c-7c46955d6a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:50:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:50:51.148802 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b4847c05-434c-4021-a365-fbc9f77214e7 req-439290b5-d3ec-4f6e-b9de-627e40896355 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 210 time: 0.0310173 Jul 21 10:50:51.208744 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-7ffec7ed-c790-46ba-b327-674ffe97c7ea tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for port (28698c15-1328-42b1-94dc-58f0f01666c1), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:51.216379 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-30dd7df5-d943-4291-b93c-7c46955d6a75 None None] Set router 2fb19c42-5612-4b5f-93a6-967871d1ad1b gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:50:51.232216 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:51.269094 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:51.273682 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-c24779d3-2f9b-4379-b601-47726da0d52f tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3016214 Jul 21 10:50:51.274240 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'tag': '24113ecd-45f8-473c-a1aa-fc93cff6c402'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:50:51.276527 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f897ca-3066-4641-96b5-b3b652a13e61" -d '{"events": [{"name": "network-changed", "server_uuid": "6597f555-38e1-4d14-bf7c-6d8b5e5a26d4", "tag": "24113ecd-45f8-473c-a1aa-fc93cff6c402"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:50:51.282428 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 38688) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:51.282831 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-37f145c3-b8bc-4e18-b910-ca680595c64e tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1818826965', 'description': 'tempest-secgroup-smoke-1818826965 description', 'project_id': '2eff05785bd84522ad637d8bed14563d'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:51.314987 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bd0304-9fa1-4838-841e-3c2822ba3db5 x-openstack-request-id: req-93bd0304-9fa1-4838-841e-3c2822ba3db5 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:50:51.315288 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6597f555-38e1-4d14-bf7c-6d8b5e5a26d4", "tag": "24113ecd-45f8-473c-a1aa-fc93cff6c402", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:50:51.315570 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93bd0304-9fa1-4838-841e-3c2822ba3db5 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:50:51.316152 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93bd0304-9fa1-4838-841e-3c2822ba3db5'] response: {'name': 'network-changed', 'server_uuid': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'tag': '24113ecd-45f8-473c-a1aa-fc93cff6c402', 'status': 'completed', 'code': 200} Jul 21 10:50:51.329593 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-7ffec7ed-c790-46ba-b327-674ffe97c7ea tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (28698c15-1328-42b1-94dc-58f0f01666c1), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:51.372100 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-7ffec7ed-c790-46ba-b327-674ffe97c7ea tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Network 192d6a0f-c1f8-471a-872f-e924c6d8f479 is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:50:51.376575 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-7ffec7ed-c790-46ba-b327-674ffe97c7ea tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:50:51.379243 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-7ffec7ed-c790-46ba-b327-674ffe97c7ea tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:50:51.414769 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-37f145c3-b8bc-4e18-b910-ca680595c64e tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:51.417620 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffec7ed-c790-46ba-b327-674ffe97c7ea tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'Port': ['ID=28698c15-1328-42b1-94dc-58f0f01666c1,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:51.428827 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-46b32b63-bb9c-4db3-9b8d-1bf287b6a67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:51.450771 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-7ffec7ed-c790-46ba-b327-674ffe97c7ea tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:51.454722 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-7ffec7ed-c790-46ba-b327-674ffe97c7ea tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:51.487623 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-30dd7df5-d943-4291-b93c-7c46955d6a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'name': 'tempest-TestMinimumBasicScenario-47327077-router', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '930b172d-d66c-44a9-9afa-af5657efd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:20Z', 'updated_at': '2022-07-21T10:49:26Z', 'revision_number': 4, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'gw_port': {'id': '930b172d-d66c-44a9-9afa-af5657efd122', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:22Z', 'updated_at': '2022-07-21T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '6d131ee0-d3c7-467b-9953-1d4e8d88dd71', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'port_id': '24113ecd-45f8-473c-a1aa-fc93cff6c402', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d', 'mac_address': 'fa:16:3e:8c:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:50:49Z', 'updated_at': '2022-07-21T10:50:49Z', 'revision_number': 0, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7cc296c-8ecb-4283-9db2-8b30422b6968', 'name': '', 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'mac_address': 'fa:16:3e:9b:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:26Z', 'updated_at': '2022-07-21T10:49:31Z', 'revision_number': 5, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'subnets': [{'id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:50:51.491068 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:51.495601 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-37f145c3-b8bc-4e18-b910-ca680595c64e tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group (c5ee5c4d-66ab-4d3f-a7cf-6badf584244d), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:51.515094 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd7df5-d943-4291-b93c-7c46955d6a75 None None] Checking router: 2fb19c42-5612-4b5f-93a6-967871d1ad1b for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:50:51.524357 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd7df5-d943-4291-b93c-7c46955d6a75 None None] Routers {'2fb19c42-5612-4b5f-93a6-967871d1ad1b'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:50:51.525003 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-30dd7df5-d943-4291-b93c-7c46955d6a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:50:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:50:51.538216 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-7ffec7ed-c790-46ba-b327-674ffe97c7ea tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0305738 Jul 21 10:50:51.564285 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-37f145c3-b8bc-4e18-b910-ca680595c64e tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (c5ee5c4d-66ab-4d3f-a7cf-6badf584244d), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:51.596479 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f145c3-b8bc-4e18-b910-ca680595c64e tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ee5c4d-66ab-4d3f-a7cf-6badf584244d,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:51.631256 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-9a41b956-b824-4d4d-9b1f-d4897a58110e None None] Provisioning complete for port 28698c15-1328-42b1-94dc-58f0f01666c1 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:50:51.631642 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-9a41b956-b824-4d4d-9b1f-d4897a58110e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (28698c15-1328-42b1-94dc-58f0f01666c1), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:51.666831 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-30dd7df5-d943-4291-b93c-7c46955d6a75 None None] Set router 2fb19c42-5612-4b5f-93a6-967871d1ad1b gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:50:51.667247 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-37f145c3-b8bc-4e18-b910-ca680595c64e tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:51.669073 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-37f145c3-b8bc-4e18-b910-ca680595c64e tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3903813 Jul 21 10:50:51.671834 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 38692) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:51.676296 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-9f805f3b-2235-4185-b377-d954bf7b2964 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Request body: {'security_group_rule': {'security_group_id': 'c5ee5c4d-66ab-4d3f-a7cf-6badf584244d', 'project_id': '2eff05785bd84522ad637d8bed14563d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:51.697338 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Request body: {'port': {'device_id': '6803db4b-7556-4e4e-989c-adfa3d140a09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:51.717064 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-9a41b956-b824-4d4d-9b1f-d4897a58110e None None] Port 28698c15-1328-42b1-94dc-58f0f01666c1 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:50:51.772213 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (28698c15-1328-42b1-94dc-58f0f01666c1), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:51.774376 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f897ca-3066-4641-96b5-b3b652a13e61 req-96d77b35-d45e-44d9-858c-0237d87bc4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:51.776050 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-10f897ca-3066-4641-96b5-b3b652a13e61 req-96d77b35-d45e-44d9-858c-0237d87bc4f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2eff05785bd84522ad637d8bed14563d&device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 1130 time: 0.0520337 Jul 21 10:50:51.777171 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9f805f3b-2235-4185-b377-d954bf7b2964 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group_rule (913d9df8-fed4-47c4-9c9b-cb4ca344f18d), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:51.783675 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:51.810991 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:51.902405 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9f805f3b-2235-4185-b377-d954bf7b2964 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group_rule (913d9df8-fed4-47c4-9c9b-cb4ca344f18d), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:51.913531 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:51.919070 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f897ca-3066-4641-96b5-b3b652a13e61 req-ae4fa3d2-a9eb-439c-8118-c95581691511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:51.920699 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-10f897ca-3066-4641-96b5-b3b652a13e61 req-ae4fa3d2-a9eb-439c-8118-c95581691511 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bfcc1ddb-0fed-4d87-9302-25a2c7f2725d HTTP/1.1" status: 200 len: 914 time: 0.1377647 Jul 21 10:50:51.932638 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-30dd7df5-d943-4291-b93c-7c46955d6a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'name': 'tempest-TestMinimumBasicScenario-47327077-router', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '930b172d-d66c-44a9-9afa-af5657efd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:20Z', 'updated_at': '2022-07-21T10:49:26Z', 'revision_number': 4, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'gw_port': {'id': '930b172d-d66c-44a9-9afa-af5657efd122', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:22Z', 'updated_at': '2022-07-21T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '6d131ee0-d3c7-467b-9953-1d4e8d88dd71', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'port_id': '24113ecd-45f8-473c-a1aa-fc93cff6c402', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d', 'mac_address': 'fa:16:3e:8c:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:50:49Z', 'updated_at': '2022-07-21T10:50:49Z', 'revision_number': 0, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7cc296c-8ecb-4283-9db2-8b30422b6968', 'name': '', 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'mac_address': 'fa:16:3e:9b:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:26Z', 'updated_at': '2022-07-21T10:49:31Z', 'revision_number': 5, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'subnets': [{'id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:50:51.961993 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd7df5-d943-4291-b93c-7c46955d6a75 None None] The sync data for ids ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'] in dv-cinder-849800-2-iscsi is: [{'id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'name': 'tempest-TestMinimumBasicScenario-47327077-router', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '930b172d-d66c-44a9-9afa-af5657efd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:20Z', 'updated_at': '2022-07-21T10:49:26Z', 'revision_number': 4, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'gw_port': {'id': '930b172d-d66c-44a9-9afa-af5657efd122', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:22Z', 'updated_at': '2022-07-21T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '6d131ee0-d3c7-467b-9953-1d4e8d88dd71', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'port_id': '24113ecd-45f8-473c-a1aa-fc93cff6c402', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d', 'mac_address': 'fa:16:3e:8c:64:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:50:49Z', 'updated_at': '2022-07-21T10:50:49Z', 'revision_number': 0, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7cc296c-8ecb-4283-9db2-8b30422b6968', 'name': '', 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'mac_address': 'fa:16:3e:9b:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:26Z', 'updated_at': '2022-07-21T10:49:31Z', 'revision_number': 5, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'subnets': [{'id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:50:52.018892 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23cd8d-d035-49e9-93ed-7d5ee87a01a5 req-95a37eac-0922-4a20-a83c-686f4eeeb3dd tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:52.020500 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fe23cd8d-d035-49e9-93ed-7d5ee87a01a5 req-95a37eac-0922-4a20-a83c-686f4eeeb3dd tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0952179 Jul 21 10:50:52.026143 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9f805f3b-2235-4185-b377-d954bf7b2964 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (913d9df8-fed4-47c4-9c9b-cb4ca344f18d), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:52.064475 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-10f897ca-3066-4641-96b5-b3b652a13e61 req-e0cca1cf-831b-457e-b73a-d2f205a300d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24113ecd-45f8-473c-a1aa-fc93cff6c402 HTTP/1.1" status: 200 len: 1000 time: 0.1283128 Jul 21 10:50:52.072763 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f805f3b-2235-4185-b377-d954bf7b2964 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913d9df8-fed4-47c4-9c9b-cb4ca344f18d,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:52.088400 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28698c15-1328-42b1-94dc-58f0f01666c1 {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:50:52.097604 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Publish callbacks [] for port (28698c15-1328-42b1-94dc-58f0f01666c1), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:52.111659 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Transition to ACTIVE for port object 28698c15-1328-42b1-94dc-58f0f01666c1 will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:50:52.136634 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fe23cd8d-d035-49e9-93ed-7d5ee87a01a5 req-d0a2a9fc-cd1f-440a-8b49-38d0c89fabad tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040733 Jul 21 10:50:52.145557 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9f805f3b-2235-4185-b377-d954bf7b2964 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:52.145557 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-9f805f3b-2235-4185-b377-d954bf7b2964 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4699502 Jul 21 10:50:52.145936 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 38698) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:52.150424 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-caa62fcd-f30d-4a88-aa9a-8587472446ec tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Request body: {'security_group_rule': {'security_group_id': 'c5ee5c4d-66ab-4d3f-a7cf-6badf584244d', 'project_id': '2eff05785bd84522ad637d8bed14563d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:52.166016 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f897ca-3066-4641-96b5-b3b652a13e61 req-e371f213-6a54-4812-8815-140758a3a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:52.167602 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-10f897ca-3066-4641-96b5-b3b652a13e61 req-e371f213-6a54-4812-8815-140758a3a5b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a849b64f-ebc5-4db3-ae09-571df7ac3e29 HTTP/1.1" status: 200 len: 852 time: 0.0909057 Jul 21 10:50:52.211441 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (28698c15-1328-42b1-94dc-58f0f01666c1), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:52.233857 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f897ca-3066-4641-96b5-b3b652a13e61 req-97be1fc2-75b4-4fff-a8af-d7caf6d1487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:52.237241 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-10f897ca-3066-4641-96b5-b3b652a13e61 req-97be1fc2-75b4-4fff-a8af-d7caf6d1487f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bfcc1ddb-0fed-4d87-9302-25a2c7f2725d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594060 Jul 21 10:50:52.297551 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Pushing event updated for resources: {'Port': ['ID=28698c15-1328-42b1-94dc-58f0f01666c1,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:52.337076 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c26150-eace-40f1-a9c7-85ae3861259c None None] New status for floating IP 6d131ee0-d3c7-467b-9953-1d4e8d88dd71: ACTIVE {{(pid=111081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:50:52.373611 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-caa62fcd-f30d-4a88-aa9a-8587472446ec tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group_rule (b5c6f35e-260d-4e03-ae54-9db93e7375cb), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:52.491231 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Attempting to bind port 28698c15-1328-42b1-94dc-58f0f01666c1 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:50:52.491594 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Attempting to bind port 28698c15-1328-42b1-94dc-58f0f01666c1 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:50:52.492002 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Attempting to bind port 28698c15-1328-42b1-94dc-58f0f01666c1 on network 192d6a0f-c1f8-471a-872f-e924c6d8f479 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:50:52.503690 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Port 28698c15-1328-42b1-94dc-58f0f01666c1 on network 192d6a0f-c1f8-471a-872f-e924c6d8f479 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:50:52.504118 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Attempting to bind port 28698c15-1328-42b1-94dc-58f0f01666c1 on network 192d6a0f-c1f8-471a-872f-e924c6d8f479 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:50:52.507368 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-10f897ca-3066-4641-96b5-b3b652a13e61 req-3fd7f0a1-f19b-4a4c-9dc5-3db86da774cd service neutron] 10.222.0.57 "GET /v2.0/networks/bfcc1ddb-0fed-4d87-9302-25a2c7f2725d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592187 Jul 21 10:50:52.514821 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:50:52.515813 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a780c-8970-4d5c-8aa3-106e7ea768e6 req-bedce5d7-dcb2-44d8-9212-c84069628473 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:52.518260 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Checking segment: {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:50:52.518422 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6f0a780c-8970-4d5c-8aa3-106e7ea768e6 req-bedce5d7-dcb2-44d8-9212-c84069628473 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 943 time: 0.2389543 Jul 21 10:50:52.518533 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Bound using segment: {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:50:52.519007 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Bound port: 28698c15-1328-42b1-94dc-58f0f01666c1, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:50:52.520027 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (28698c15-1328-42b1-94dc-58f0f01666c1), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:52.521495 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:52.603199 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6f0a780c-8970-4d5c-8aa3-106e7ea768e6 req-7be64256-47ce-4bd6-b7f1-822e8ca161ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddcb6241-b14e-43f5-8693-873529eae45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729480 Jul 21 10:50:52.636772 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] For port 28698c15-1328-42b1-94dc-58f0f01666c1, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:50:52.642147 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] For port 28698c15-1328-42b1-94dc-58f0f01666c1, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=28698c15-1328-42b1-94dc-58f0f01666c1,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:50:52.646148 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:52.718216 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-caa62fcd-f30d-4a88-aa9a-8587472446ec tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group_rule (b5c6f35e-260d-4e03-ae54-9db93e7375cb), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:52.723159 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (28698c15-1328-42b1-94dc-58f0f01666c1), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:52.769654 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-10f897ca-3066-4641-96b5-b3b652a13e61 req-5f2d6f1e-8046-43c6-aa32-84f6bb51aa49 service neutron] 10.222.0.57 "GET /v2.0/networks/bfcc1ddb-0fed-4d87-9302-25a2c7f2725d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510111 Jul 21 10:50:52.774022 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:52.774663 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:52.776029 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] 10.222.0.57 "PUT /v2.0/ports/28698c15-1328-42b1-94dc-58f0f01666c1 HTTP/1.1" status: 200 len: 1093 time: 1.0830109 Jul 21 10:50:52.785466 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-caa62fcd-f30d-4a88-aa9a-8587472446ec tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (b5c6f35e-260d-4e03-ae54-9db93e7375cb), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:52.791254 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497f277-66e1-441d-ac4b-50f9b0234c70 service neutron] Pushing event updated for resources: {'Port': ['ID=28698c15-1328-42b1-94dc-58f0f01666c1,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:52.807291 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa62fcd-f30d-4a88-aa9a-8587472446ec tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c6f35e-260d-4e03-ae54-9db93e7375cb,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:52.896925 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-caa62fcd-f30d-4a88-aa9a-8587472446ec tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:52.898248 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-caa62fcd-f30d-4a88-aa9a-8587472446ec tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7514310 Jul 21 10:50:52.900976 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 38710) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:52.905462 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-760ffdc5-aa1f-4650-a777-3dc57f069dd0 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Request body: {'security_group_rule': {'security_group_id': 'c5ee5c4d-66ab-4d3f-a7cf-6badf584244d', 'project_id': '2eff05785bd84522ad637d8bed14563d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:52.993854 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-63699e2a-c76c-4ad3-a79e-f7812f867ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:52.995474 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-63699e2a-c76c-4ad3-a79e-f7812f867ecf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dc215aadb5345d791945658832aae4a&device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 1127 time: 0.0426211 Jul 21 10:50:53.030468 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-760ffdc5-aa1f-4650-a777-3dc57f069dd0 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group_rule (456b1ed4-120f-4719-b77e-1f0a1d20521c), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:53.056798 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-62e041a8-0403-4e4a-a190-1e0a3fdb0050 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28698c15-1328-42b1-94dc-58f0f01666c1 HTTP/1.1" status: 200 len: 217 time: 0.0365396 Jul 21 10:50:53.107807 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:53.117397 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9194c-d41b-4cf0-a823-912d57a5e24f req-42639961-3bc0-4aaf-9223-3d6957885da9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:53.118889 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-21c9194c-d41b-4cf0-a823-912d57a5e24f req-42639961-3bc0-4aaf-9223-3d6957885da9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0655994 Jul 21 10:50:53.121128 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-b597b987-5574-4da7-b5d2-626fd66bcb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:53.122832 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-b597b987-5574-4da7-b5d2-626fd66bcb7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83 HTTP/1.1" status: 200 len: 854 time: 0.0564644 Jul 21 10:50:53.147418 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-760ffdc5-aa1f-4650-a777-3dc57f069dd0 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group_rule (456b1ed4-120f-4719-b77e-1f0a1d20521c), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:53.177379 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-13705bda-17e5-4777-bf43-16969275df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:53.179220 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-13705bda-17e5-4777-bf43-16969275df38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=192d6a0f-c1f8-471a-872f-e924c6d8f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488143 Jul 21 10:50:53.209597 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-21c9194c-d41b-4cf0-a823-912d57a5e24f req-00070e13-0d8f-4081-8357-78a921bb3d45 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833642 Jul 21 10:50:53.228253 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-760ffdc5-aa1f-4650-a777-3dc57f069dd0 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (456b1ed4-120f-4719-b77e-1f0a1d20521c), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:53.233003 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8e987-7793-4ae5-ac60-ce580163158d req-1aee1c96-da61-46c4-ba6e-7c17b951c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:53.234783 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-66f8e987-7793-4ae5-ac60-ce580163158d req-1aee1c96-da61-46c4-ba6e-7c17b951c323 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 1129 time: 0.0549746 Jul 21 10:50:53.267987 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ffdc5-aa1f-4650-a777-3dc57f069dd0 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456b1ed4-120f-4719-b77e-1f0a1d20521c,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:53.278893 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-e08441b9-fbee-4b33-b505-909f53e2291a service neutron] 10.222.0.57 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934350 Jul 21 10:50:53.324961 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:53.338738 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8e987-7793-4ae5-ac60-ce580163158d req-dcd5fc69-138b-47cf-bf53-a60de8320d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:53.340219 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-66f8e987-7793-4ae5-ac60-ce580163158d req-dcd5fc69-138b-47cf-bf53-a60de8320d0b service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6051ff4-8399-4b19-9b2a-895d18fcb35a HTTP/1.1" status: 200 len: 920 time: 0.0943456 Jul 21 10:50:53.343575 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-760ffdc5-aa1f-4650-a777-3dc57f069dd0 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:53.344426 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6803db4b-7556-4e4e-989c-adfa3d140a09', 'tag': '28698c15-1328-42b1-94dc-58f0f01666c1'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:50:53.345228 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-760ffdc5-aa1f-4650-a777-3dc57f069dd0 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4432673 Jul 21 10:50:53.346977 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd6e1d3-f554-4a3c-905c-8d599083a6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6803db4b-7556-4e4e-989c-adfa3d140a09", "tag": "28698c15-1328-42b1-94dc-58f0f01666c1"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:50:53.348211 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 38716) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:53.357453 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-1cda8701-ed2d-41be-8af7-b373d5fabd12 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Request body: {'security_group_rule': {'security_group_id': 'c5ee5c4d-66ab-4d3f-a7cf-6badf584244d', 'project_id': '2eff05785bd84522ad637d8bed14563d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:53.430412 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-66f8e987-7793-4ae5-ac60-ce580163158d req-1a760293-77bc-4e39-b266-ba40583668f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ac84834-b64c-48e6-a97a-aed57229fe41 HTTP/1.1" status: 200 len: 1000 time: 0.0828500 Jul 21 10:50:53.485584 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1cda8701-ed2d-41be-8af7-b373d5fabd12 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group_rule (38aac99c-7204-4d7c-8aec-1111a7e2f1b9), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:53.500116 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8e987-7793-4ae5-ac60-ce580163158d req-dc053bbd-b384-4b56-9691-0e25e025318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:53.502724 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-66f8e987-7793-4ae5-ac60-ce580163158d req-dc053bbd-b384-4b56-9691-0e25e025318c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e0cf4ee-8186-43e0-be83-a0ef0604ebdb HTTP/1.1" status: 200 len: 858 time: 0.0637887 Jul 21 10:50:53.579973 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8e987-7793-4ae5-ac60-ce580163158d req-9aee26e3-d91c-4175-a310-1efa4108a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:53.581426 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-66f8e987-7793-4ae5-ac60-ce580163158d req-9aee26e3-d91c-4175-a310-1efa4108a168 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6051ff4-8399-4b19-9b2a-895d18fcb35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684345 Jul 21 10:50:53.606929 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1cda8701-ed2d-41be-8af7-b373d5fabd12 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group_rule (38aac99c-7204-4d7c-8aec-1111a7e2f1b9), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:53.607354 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbdadd4-ecae-47fa-bc41-b56baf686dac x-openstack-request-id: req-4cbdadd4-ecae-47fa-bc41-b56baf686dac {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:50:53.607643 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6803db4b-7556-4e4e-989c-adfa3d140a09", "tag": "28698c15-1328-42b1-94dc-58f0f01666c1", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:50:53.607890 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4cbdadd4-ecae-47fa-bc41-b56baf686dac {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:50:53.608279 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbdadd4-ecae-47fa-bc41-b56baf686dac'] response: {'name': 'network-changed', 'server_uuid': '6803db4b-7556-4e4e-989c-adfa3d140a09', 'tag': '28698c15-1328-42b1-94dc-58f0f01666c1', 'status': 'completed', 'code': 200} Jul 21 10:50:53.629660 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-a86e7056-5c90-43cc-a38f-394bf0194a89 req-f98eace1-1a11-46f2-9138-d73cff140320 service neutron] 10.222.0.57 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431175 Jul 21 10:50:53.668956 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:53.685276 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-66f8e987-7793-4ae5-ac60-ce580163158d req-d6e24c46-c3ec-45ce-896e-791f9a1e24d8 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942671 Jul 21 10:50:53.719643 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1cda8701-ed2d-41be-8af7-b373d5fabd12 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (38aac99c-7204-4d7c-8aec-1111a7e2f1b9), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:53.781681 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda8701-ed2d-41be-8af7-b373d5fabd12 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38aac99c-7204-4d7c-8aec-1111a7e2f1b9,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:53.795834 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017307f3-4e50-4c83-baf4-7f1b32865091 req-cef77ed3-7726-4182-8bfa-4ee0da5743c7 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:53.797364 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-017307f3-4e50-4c83-baf4-7f1b32865091 req-cef77ed3-7726-4182-8bfa-4ee0da5743c7 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 943 time: 0.0983696 Jul 21 10:50:53.863474 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1cda8701-ed2d-41be-8af7-b373d5fabd12 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:53.864586 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-1cda8701-ed2d-41be-8af7-b373d5fabd12 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5104704 Jul 21 10:50:53.867530 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 38724) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:53.872316 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-e48aa906-7d15-43a9-b756-91e8599f6377 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Request body: {'security_group_rule': {'security_group_id': 'c5ee5c4d-66ab-4d3f-a7cf-6badf584244d', 'project_id': '2eff05785bd84522ad637d8bed14563d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:53.895527 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-017307f3-4e50-4c83-baf4-7f1b32865091 req-66918623-bcb7-41d7-afbb-4cb58555fe24 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddcb6241-b14e-43f5-8693-873529eae45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731266 Jul 21 10:50:53.897605 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-66f8e987-7793-4ae5-ac60-ce580163158d req-5c8be126-648c-4184-8484-b272f2870d59 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870828 Jul 21 10:50:53.974457 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.securitygroups_db [None req-e48aa906-7d15-43a9-b756-91e8599f6377 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Project 2eff05785bd84522ad637d8bed14563d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 10:50:53.980415 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e48aa906-7d15-43a9-b756-91e8599f6377 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group_rule (1fad7c7e-b91a-4cd9-958a-c8dc637379eb), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:54.002882 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-cfbe57f7-01c3-4d44-8ebe-ed4fde05da46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:54.040145 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e48aa906-7d15-43a9-b756-91e8599f6377 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group_rule (1fad7c7e-b91a-4cd9-958a-c8dc637379eb), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:54.111789 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e48aa906-7d15-43a9-b756-91e8599f6377 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (1fad7c7e-b91a-4cd9-958a-c8dc637379eb), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:54.135503 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48aa906-7d15-43a9-b756-91e8599f6377 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fad7c7e-b91a-4cd9-958a-c8dc637379eb,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:54.205635 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e48aa906-7d15-43a9-b756-91e8599f6377 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:54.206897 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-e48aa906-7d15-43a9-b756-91e8599f6377 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3383553 Jul 21 10:50:54.209571 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 38728) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:54.213879 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-b61d389b-9598-4917-9eae-0a9535fc0723 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Request body: {'security_group_rule': {'security_group_id': 'c5ee5c4d-66ab-4d3f-a7cf-6badf584244d', 'project_id': '2eff05785bd84522ad637d8bed14563d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:54.277110 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.securitygroups_db [None req-b61d389b-9598-4917-9eae-0a9535fc0723 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Project 2eff05785bd84522ad637d8bed14563d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 10:50:54.283872 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b61d389b-9598-4917-9eae-0a9535fc0723 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group_rule (9590b973-2985-4551-ab68-74d3d7d9e17f), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:54.332215 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c241381-223f-46ab-9edf-67337af4bc5f req-733ab6b0-77a8-47b8-a074-994096256b83 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:54.333730 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9c241381-223f-46ab-9edf-67337af4bc5f req-733ab6b0-77a8-47b8-a074-994096256b83 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0537350 Jul 21 10:50:54.346528 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b61d389b-9598-4917-9eae-0a9535fc0723 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group_rule (9590b973-2985-4551-ab68-74d3d7d9e17f), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:54.381670 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9c241381-223f-46ab-9edf-67337af4bc5f req-f32121fc-b026-4273-83c3-6fcd5adb3774 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422115 Jul 21 10:50:54.413516 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b61d389b-9598-4917-9eae-0a9535fc0723 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (9590b973-2985-4551-ab68-74d3d7d9e17f), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:54.436794 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d389b-9598-4917-9eae-0a9535fc0723 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9590b973-2985-4551-ab68-74d3d7d9e17f,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:54.513039 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b61d389b-9598-4917-9eae-0a9535fc0723 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:54.514273 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-b61d389b-9598-4917-9eae-0a9535fc0723 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3037550 Jul 21 10:50:54.614893 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d71c1a65-1681-49f8-9beb-d07e6c601f64 req-d3db3332-7374-4839-a7bb-316f2fe72d83 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1818826965&fields=id&tenant_id=2eff05785bd84522ad637d8bed14563d HTTP/1.1" status: 200 len: 267 time: 0.0450885 Jul 21 10:50:54.665387 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c1a65-1681-49f8-9beb-d07e6c601f64 req-b6e70aa0-880b-4244-ace4-20c7655868b2 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:54.666852 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d71c1a65-1681-49f8-9beb-d07e6c601f64 req-b6e70aa0-880b-4244-ace4-20c7655868b2 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 946 time: 0.0467429 Jul 21 10:50:54.677652 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [req-d71c1a65-1681-49f8-9beb-d07e6c601f64 req-e6a231cd-b831-4be8-a383-1e503eef0f79 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Request body: {'port': {'security_groups': ['3c657317-9e55-4bbb-b518-6db91590fa0e', 'c5ee5c4d-66ab-4d3f-a7cf-6badf584244d']}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:54.752838 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-d71c1a65-1681-49f8-9beb-d07e6c601f64 req-e6a231cd-b831-4be8-a383-1e503eef0f79 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:54.969219 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [req-d71c1a65-1681-49f8-9beb-d07e6c601f64 req-e6a231cd-b831-4be8-a383-1e503eef0f79 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] For port 24113ecd-45f8-473c-a1aa-fc93cff6c402, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=24113ecd-45f8-473c-a1aa-fc93cff6c402,segment=NetworkSegment(22c45405-7f86-4748-9844-c8af610496ba),segment_id=22c45405-7f86-4748-9844-c8af610496ba)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:55.008919 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:55.035908 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d2893-1b32-4988-bf48-dfebf5845b53 req-9cbcf392-a3a5-4478-ad4d-e01502e3c704 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:55.037378 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-aa3d2893-1b32-4988-bf48-dfebf5845b53 req-9cbcf392-a3a5-4478-ad4d-e01502e3c704 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 943 time: 0.0718954 Jul 21 10:50:55.041850 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-d71c1a65-1681-49f8-9beb-d07e6c601f64 req-e6a231cd-b831-4be8-a383-1e503eef0f79 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:55.083340 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-d71c1a65-1681-49f8-9beb-d07e6c601f64 req-e6a231cd-b831-4be8-a383-1e503eef0f79 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596833'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:55.089800 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-aa3d2893-1b32-4988-bf48-dfebf5845b53 req-5f62b88a-25cf-4db9-ad62-74e8a21cf07c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddcb6241-b14e-43f5-8693-873529eae45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460567 Jul 21 10:50:55.130480 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c1a65-1681-49f8-9beb-d07e6c601f64 req-e6a231cd-b831-4be8-a383-1e503eef0f79 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:55.131192 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-d71c1a65-1681-49f8-9beb-d07e6c601f64 req-e6a231cd-b831-4be8-a383-1e503eef0f79 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:55.132512 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d71c1a65-1681-49f8-9beb-d07e6c601f64 req-e6a231cd-b831-4be8-a383-1e503eef0f79 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "PUT /v2.0/ports/24113ecd-45f8-473c-a1aa-fc93cff6c402 HTTP/1.1" status: 200 len: 982 time: 0.4593034 Jul 21 10:50:55.132952 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'tag': '24113ecd-45f8-473c-a1aa-fc93cff6c402'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:50:55.135226 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dfbaea-1d47-4300-bf00-564bdf433e07" -d '{"events": [{"name": "network-changed", "server_uuid": "6597f555-38e1-4d14-bf7c-6d8b5e5a26d4", "tag": "24113ecd-45f8-473c-a1aa-fc93cff6c402"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:50:55.138897 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['24113ecd-45f8-473c-a1aa-fc93cff6c402'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:50:55.182996 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a231cd-b831-4be8-a383-1e503eef0f79 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Pushing event updated for resources: {'Port': ['ID=24113ecd-45f8-473c-a1aa-fc93cff6c402,revision_number=6']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:55.244531 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6e1d3-f554-4a3c-905c-8d599083a6ba req-fb642c17-e144-492f-a9ca-3bd883d26495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:55.246247 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6cd6e1d3-f554-4a3c-905c-8d599083a6ba req-fb642c17-e144-492f-a9ca-3bd883d26495 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dc215aadb5345d791945658832aae4a&device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 1127 time: 0.0652068 Jul 21 10:50:55.257822 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cef7f5-0628-4e9a-b672-3050b5b17630 x-openstack-request-id: req-04cef7f5-0628-4e9a-b672-3050b5b17630 {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:50:55.258348 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6597f555-38e1-4d14-bf7c-6d8b5e5a26d4", "tag": "24113ecd-45f8-473c-a1aa-fc93cff6c402", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:50:55.259101 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04cef7f5-0628-4e9a-b672-3050b5b17630 {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:50:55.259101 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04cef7f5-0628-4e9a-b672-3050b5b17630'] response: {'name': 'network-changed', 'server_uuid': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'tag': '24113ecd-45f8-473c-a1aa-fc93cff6c402', 'status': 'completed', 'code': 200} Jul 21 10:50:55.326839 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde6ff3-0651-44a5-9929-370ee474dcfe req-1e19c287-2e1b-4915-86dc-dff007c81d3c tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:55.329408 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bdde6ff3-0651-44a5-9929-370ee474dcfe req-1e19c287-2e1b-4915-86dc-dff007c81d3c tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 985 time: 0.0574501 Jul 21 10:50:55.370262 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:55.424814 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['24113ecd-45f8-473c-a1aa-fc93cff6c402'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:50:55.430949 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfbaea-1d47-4300-bf00-564bdf433e07 req-5d663748-eac2-406b-ac3c-4492c1a738bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:55.432505 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-20dfbaea-1d47-4300-bf00-564bdf433e07 req-5d663748-eac2-406b-ac3c-4492c1a738bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2eff05785bd84522ad637d8bed14563d&device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 1169 time: 0.0461607 Jul 21 10:50:55.443048 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-19af3df4-85e0-4f3f-b49f-df218cb388d6 None None] Provisioning complete for port 24113ecd-45f8-473c-a1aa-fc93cff6c402 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:50:55.443048 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-19af3df4-85e0-4f3f-b49f-df218cb388d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:55.459977 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bdde6ff3-0651-44a5-9929-370ee474dcfe req-f47148b7-2398-4d0e-881f-3835cb05d11d tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&id=c5ee5c4d-66ab-4d3f-a7cf-6badf584244d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1244524 Jul 21 10:50:55.500469 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:55.514025 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6e1d3-f554-4a3c-905c-8d599083a6ba req-ae69913f-3def-4554-aa5a-bfb239467f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:55.516158 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6cd6e1d3-f554-4a3c-905c-8d599083a6ba req-ae69913f-3def-4554-aa5a-bfb239467f37 service neutron] 10.222.0.57 "GET /v2.0/networks?id=192d6a0f-c1f8-471a-872f-e924c6d8f479 HTTP/1.1" status: 200 len: 916 time: 0.1452482 Jul 21 10:50:55.556227 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfbaea-1d47-4300-bf00-564bdf433e07 req-fae80a42-b86d-4181-a1b8-d77fc7d42e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:55.557746 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-20dfbaea-1d47-4300-bf00-564bdf433e07 req-fae80a42-b86d-4181-a1b8-d77fc7d42e0c service neutron] 10.222.0.57 "GET /v2.0/networks?id=bfcc1ddb-0fed-4d87-9302-25a2c7f2725d HTTP/1.1" status: 200 len: 914 time: 0.0938425 Jul 21 10:50:55.561266 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a26d5-a808-43eb-832e-c287dc152786 req-91e6c9b7-6242-48cd-9527-cd93b46d46f7 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:55.565579 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9f8a26d5-a808-43eb-832e-c287dc152786 req-91e6c9b7-6242-48cd-9527-cd93b46d46f7 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0633581 Jul 21 10:50:55.612656 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9f8a26d5-a808-43eb-832e-c287dc152786 req-94a03eb9-80a4-4411-8de6-499da47d9857 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441358 Jul 21 10:50:55.616037 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:55.658973 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-19af3df4-85e0-4f3f-b49f-df218cb388d6 None None] Current status of the port 24113ecd-45f8-473c-a1aa-fc93cff6c402 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:50:55.770570 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:56.209239 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4115d4-dbba-4ee9-be63-478ed73d6a8e req-5f1b2201-094c-4263-bf50-22821e6d1c7d tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:56.210820 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4e4115d4-dbba-4ee9-be63-478ed73d6a8e req-5f1b2201-094c-4263-bf50-22821e6d1c7d tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 943 time: 0.0484984 Jul 21 10:50:56.260608 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4e4115d4-dbba-4ee9-be63-478ed73d6a8e req-b9ab26e0-3389-4975-8575-48e925ee48b2 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddcb6241-b14e-43f5-8693-873529eae45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441277 Jul 21 10:50:56.642800 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:56.729131 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfabc7-c705-4f68-b3fc-95c334581c2d req-562c8b7b-5ec9-4a52-a5d8-1aa67ee2a745 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:56.730699 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-41bfabc7-c705-4f68-b3fc-95c334581c2d req-562c8b7b-5ec9-4a52-a5d8-1aa67ee2a745 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0485988 Jul 21 10:50:56.774370 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:56.782183 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-41bfabc7-c705-4f68-b3fc-95c334581c2d req-dbec2e2a-eea1-49a9-8e9f-41a111c4fe5b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450599 Jul 21 10:50:57.368521 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:57.381600 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6cd6e1d3-f554-4a3c-905c-8d599083a6ba req-2d83a5ad-6ab8-4c03-b313-29116700e792 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28698c15-1328-42b1-94dc-58f0f01666c1 HTTP/1.1" status: 200 len: 217 time: 0.0546510 Jul 21 10:50:57.393730 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-20dfbaea-1d47-4300-bf00-564bdf433e07 req-e7be1834-7b2d-440e-9dca-0c2ee49550d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24113ecd-45f8-473c-a1aa-fc93cff6c402 HTTP/1.1" status: 200 len: 1002 time: 0.0658305 Jul 21 10:50:57.417315 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca01f52-d799-43bb-83f1-3828cc4d3af1 req-d86163be-0bc5-437b-a535-f92b9ede0ab1 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:57.418705 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-aca01f52-d799-43bb-83f1-3828cc4d3af1 req-d86163be-0bc5-437b-a535-f92b9ede0ab1 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 943 time: 0.0720682 Jul 21 10:50:57.466742 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-aca01f52-d799-43bb-83f1-3828cc4d3af1 req-58a02376-d105-4959-a583-68a870e263e5 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddcb6241-b14e-43f5-8693-873529eae45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420694 Jul 21 10:50:57.631607 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 28698c15-1328-42b1-94dc-58f0f01666c1 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:50:57.736388 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 28698c15-1328-42b1-94dc-58f0f01666c1, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=28698c15-1328-42b1-94dc-58f0f01666c1,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:57.747357 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '28698c15-1328-42b1-94dc-58f0f01666c1', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'port_id': '28698c15-1328-42b1-94dc-58f0f01666c1', 'mac_address': 'fa:16:3e:44:42:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:50:57.782099 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 28698c15-1328-42b1-94dc-58f0f01666c1 is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:50:57.782486 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (28698c15-1328-42b1-94dc-58f0f01666c1), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:57.795001 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28698c15-1328-42b1-94dc-58f0f01666c1 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:50:57.819276 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 28698c15-1328-42b1-94dc-58f0f01666c1, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=28698c15-1328-42b1-94dc-58f0f01666c1,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:57.904539 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7bc53-2a4a-47d6-9e48-79998d7844d6 req-eed8b3ae-fb96-4cf2-8ed1-f8484c5b4523 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:57.906239 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-14d7bc53-2a4a-47d6-9e48-79998d7844d6 req-eed8b3ae-fb96-4cf2-8ed1-f8484c5b4523 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0511372 Jul 21 10:50:57.923506 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (28698c15-1328-42b1-94dc-58f0f01666c1), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:57.956279 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-14d7bc53-2a4a-47d6-9e48-79998d7844d6 req-8b123b9b-5ac1-41a5-80a5-a2c22448212c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447011 Jul 21 10:50:57.973376 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=28698c15-1328-42b1-94dc-58f0f01666c1,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:50:57.980524 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:57.980874 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:57.981289 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:57.981648 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:57.981988 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:57.982348 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:57.982712 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:57.983042 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:57.983367 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:57.983693 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:57.984580 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:57.984926 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:57.985249 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:57.985569 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:57.985890 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:50:58.071070 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6e1d3-f554-4a3c-905c-8d599083a6ba req-adb8117b-f063-4b76-9598-52f9e4d36c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:58.072524 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6cd6e1d3-f554-4a3c-905c-8d599083a6ba req-adb8117b-f063-4b76-9598-52f9e4d36c8b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83 HTTP/1.1" status: 200 len: 854 time: 0.0478303 Jul 21 10:50:58.072948 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfbaea-1d47-4300-bf00-564bdf433e07 req-c669b36a-de3f-4b72-bcf5-3ba005d62acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:58.074495 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-20dfbaea-1d47-4300-bf00-564bdf433e07 req-c669b36a-de3f-4b72-bcf5-3ba005d62acd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a849b64f-ebc5-4db3-ae09-571df7ac3e29 HTTP/1.1" status: 200 len: 852 time: 0.0500371 Jul 21 10:50:58.495719 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['28698c15-1328-42b1-94dc-58f0f01666c1'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:50:58.580131 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e666d-9926-41f4-ab33-061148be3e51 req-1ec75ce0-f535-4ba8-b04b-110ca84fff8f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:58.581899 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e47e666d-9926-41f4-ab33-061148be3e51 req-1ec75ce0-f535-4ba8-b04b-110ca84fff8f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 944 time: 0.0474560 Jul 21 10:50:58.594127 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:58.601643 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:58.623689 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:58.629393 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e47e666d-9926-41f4-ab33-061148be3e51 req-d332a8c0-0a65-42cf-8581-4b0a4f29b034 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddcb6241-b14e-43f5-8693-873529eae45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420496 Jul 21 10:50:58.914328 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfbaea-1d47-4300-bf00-564bdf433e07 req-765b8441-026f-4ee5-aae1-ae4c0971310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:58.915915 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-20dfbaea-1d47-4300-bf00-564bdf433e07 req-765b8441-026f-4ee5-aae1-ae4c0971310d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bfcc1ddb-0fed-4d87-9302-25a2c7f2725d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502822 Jul 21 10:50:58.917447 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6e1d3-f554-4a3c-905c-8d599083a6ba req-ae499d02-efaa-4f57-9972-a249a2446425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:58.918922 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6cd6e1d3-f554-4a3c-905c-8d599083a6ba req-ae499d02-efaa-4f57-9972-a249a2446425 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=192d6a0f-c1f8-471a-872f-e924c6d8f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430679 Jul 21 10:50:59.070802 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0f32-d202-4a92-96a5-add367875914 req-a38d9ebc-dcd4-4beb-9dee-bfa8aa0adfe9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:59.072289 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f87b0f32-d202-4a92-96a5-add367875914 req-a38d9ebc-dcd4-4beb-9dee-bfa8aa0adfe9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0477819 Jul 21 10:50:59.119042 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f87b0f32-d202-4a92-96a5-add367875914 req-e534165d-684c-4349-85a5-1971000f33ce tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413558 Jul 21 10:50:59.228250 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b8938-662f-4776-b59e-5149270578d5 req-fe98c217-6051-425d-bf82-83754b6cecd0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:59.229699 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ed3b8938-662f-4776-b59e-5149270578d5 req-fe98c217-6051-425d-bf82-83754b6cecd0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0467150 Jul 21 10:50:59.239068 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 38768) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:50:59.243340 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-fd97943e-0081-4c10-8803-c74f39efb4ab tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Request body: {'floatingip': {'port_id': '6ac84834-b64c-48e6-a97a-aed57229fe41'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:50:59.307906 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-fd97943e-0081-4c10-8803-c74f39efb4ab tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for floatingip (868df040-1553-4fee-be08-8671eedcb255), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:59.384272 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-20dfbaea-1d47-4300-bf00-564bdf433e07 req-296f1e9b-d4b6-4f80-9657-8c8091196896 service neutron] 10.222.0.57 "GET /v2.0/networks/bfcc1ddb-0fed-4d87-9302-25a2c7f2725d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914843 Jul 21 10:50:59.487469 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-20dfbaea-1d47-4300-bf00-564bdf433e07 req-679c59c4-ee51-4596-8083-5bf7da38d97c service neutron] 10.222.0.57 "GET /v2.0/networks/bfcc1ddb-0fed-4d87-9302-25a2c7f2725d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944576 Jul 21 10:50:59.490283 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6cd6e1d3-f554-4a3c-905c-8d599083a6ba req-a69de7ab-eb92-46d4-8a75-63e77b6c2f8a service neutron] 10.222.0.57 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967351 Jul 21 10:50:59.509802 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:59.640899 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 28698c15-1328-42b1-94dc-58f0f01666c1 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:50:59.704737 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:50:59.707472 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port 28698c15-1328-42b1-94dc-58f0f01666c1 completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:50:59.717472 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6cd6e1d3-f554-4a3c-905c-8d599083a6ba req-242a36db-b3fd-4311-8c96-e215e4f318a8 service neutron] 10.222.0.57 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696515 Jul 21 10:50:59.752265 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 28698c15-1328-42b1-94dc-58f0f01666c1 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:50:59.752493 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (28698c15-1328-42b1-94dc-58f0f01666c1), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:59.814612 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa420ed-988a-4e11-8500-8fa85f918c20 req-878caca6-56c9-41f6-b075-2708909f1db1 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:50:59.816101 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ffa420ed-988a-4e11-8500-8fa85f918c20 req-878caca6-56c9-41f6-b075-2708909f1db1 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 944 time: 0.0977829 Jul 21 10:50:59.832285 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 28698c15-1328-42b1-94dc-58f0f01666c1 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:50:59.832679 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (28698c15-1328-42b1-94dc-58f0f01666c1), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:50:59.857512 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6803db4b-7556-4e4e-989c-adfa3d140a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28698c15-1328-42b1-94dc-58f0f01666c1'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:50:59.860237 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8377ba8d-b19f-4a42-898d-87f411c638e9" -d '{"events": [{"server_uuid": "6803db4b-7556-4e4e-989c-adfa3d140a09", "name": "network-vif-plugged", "status": "completed", "tag": "28698c15-1328-42b1-94dc-58f0f01666c1"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:50:59.878135 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 28698c15-1328-42b1-94dc-58f0f01666c1, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=28698c15-1328-42b1-94dc-58f0f01666c1,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:50:59.904577 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ab9974-4b30-45bf-bdd3-2449e6dfd2a4 x-openstack-request-id: req-67ab9974-4b30-45bf-bdd3-2449e6dfd2a4 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:50:59.904577 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6803db4b-7556-4e4e-989c-adfa3d140a09", "name": "network-vif-plugged", "status": "completed", "tag": "28698c15-1328-42b1-94dc-58f0f01666c1", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:50:59.904577 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67ab9974-4b30-45bf-bdd3-2449e6dfd2a4 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:50:59.904577 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ab9974-4b30-45bf-bdd3-2449e6dfd2a4'] response: {'server_uuid': '6803db4b-7556-4e4e-989c-adfa3d140a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28698c15-1328-42b1-94dc-58f0f01666c1', 'code': 200} Jul 21 10:50:59.962897 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (28698c15-1328-42b1-94dc-58f0f01666c1), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:00.019966 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=28698c15-1328-42b1-94dc-58f0f01666c1,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:00.151363 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ffa420ed-988a-4e11-8500-8fa85f918c20 req-a553fc98-c0c5-44f0-8690-c9713248f881 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddcb6241-b14e-43f5-8693-873529eae45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3282962 Jul 21 10:51:00.223737 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:00.234470 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-fd97943e-0081-4c10-8803-c74f39efb4ab tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:00.309812 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef268b-d682-402e-9e46-6a9a408b9314 req-7a404841-83bd-42a0-b48f-bd75d729d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:00.311294 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c4ef268b-d682-402e-9e46-6a9a408b9314 req-7a404841-83bd-42a0-b48f-bd75d729d657 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 1129 time: 0.0412297 Jul 21 10:51:00.332352 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-fd97943e-0081-4c10-8803-c74f39efb4ab tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (868df040-1553-4fee-be08-8671eedcb255), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:00.397199 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c4ef268b-d682-402e-9e46-6a9a408b9314 req-6e295455-f8c1-4205-8eb0-81bc3a0bad2e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ddcb6241-b14e-43f5-8693-873529eae45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791106 Jul 21 10:51:00.554781 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd97943e-0081-4c10-8803-c74f39efb4ab tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Router bea4e702-1917-406c-9834-753b238f2ee0 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:51:00.656901 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd97943e-0081-4c10-8803-c74f39efb4ab tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:51:00.661652 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-fd97943e-0081-4c10-8803-c74f39efb4ab tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:00.666532 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33704bf5-a199-44d4-94dc-9cd5df5e9f3f None None] Sync routers for ids ['bea4e702-1917-406c-9834-753b238f2ee0'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:51:00.677748 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33704bf5-a199-44d4-94dc-9cd5df5e9f3f None None] Routers {'bea4e702-1917-406c-9834-753b238f2ee0'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:51:00.678627 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-33704bf5-a199-44d4-94dc-9cd5df5e9f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:50:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['bea4e702-1917-406c-9834-753b238f2ee0'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:00.690981 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:00.700337 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'tag': '6ac84834-b64c-48e6-a97a-aed57229fe41'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:51:00.703169 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd294ddf-9077-4887-8e9e-00c641c5caaa" -d '{"events": [{"name": "network-changed", "server_uuid": "a54643be-3f53-4fe5-bab0-786b71d627bb", "tag": "6ac84834-b64c-48e6-a97a-aed57229fe41"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:51:00.745341 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-fd97943e-0081-4c10-8803-c74f39efb4ab tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "PUT /v2.0/floatingips/868df040-1553-4fee-be08-8671eedcb255 HTTP/1.1" status: 200 len: 992 time: 1.4996624 Jul 21 10:51:00.745341 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c72019b-dd48-4b67-bb7d-37d8ab57cbea x-openstack-request-id: req-3c72019b-dd48-4b67-bb7d-37d8ab57cbea {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:51:00.745341 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54643be-3f53-4fe5-bab0-786b71d627bb", "tag": "6ac84834-b64c-48e6-a97a-aed57229fe41", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:51:00.745341 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c72019b-dd48-4b67-bb7d-37d8ab57cbea {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:51:00.745341 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c72019b-dd48-4b67-bb7d-37d8ab57cbea'] response: {'name': 'network-changed', 'server_uuid': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'tag': '6ac84834-b64c-48e6-a97a-aed57229fe41', 'status': 'completed', 'code': 200} Jul 21 10:51:00.785954 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-33704bf5-a199-44d4-94dc-9cd5df5e9f3f None None] Set router bea4e702-1917-406c-9834-753b238f2ee0 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:51:01.005179 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-33704bf5-a199-44d4-94dc-9cd5df5e9f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:21Z', 'revision_number': 4, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'gw_port': {'id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:12Z', 'updated_at': '2022-07-21T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '868df040-1553-4fee-be08-8671eedcb255', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'port_id': '6ac84834-b64c-48e6-a97a-aed57229fe41', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'mac_address': 'fa:16:3e:0e:90:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:48:30Z', 'updated_at': '2022-07-21T10:51:00Z', 'revision_number': 3, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1488a3fe-4dfc-4101-8ef0-58e3c2d181d8', 'name': '', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'mac_address': 'fa:16:3e:b7:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:19Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 5, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'subnets': [{'id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:01.156555 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33704bf5-a199-44d4-94dc-9cd5df5e9f3f None None] Checking router: bea4e702-1917-406c-9834-753b238f2ee0 for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:51:01.165304 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33704bf5-a199-44d4-94dc-9cd5df5e9f3f None None] Routers {'bea4e702-1917-406c-9834-753b238f2ee0'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:51:01.165929 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-33704bf5-a199-44d4-94dc-9cd5df5e9f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:50:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['bea4e702-1917-406c-9834-753b238f2ee0'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:01.270433 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-33704bf5-a199-44d4-94dc-9cd5df5e9f3f None None] Set router bea4e702-1917-406c-9834-753b238f2ee0 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:51:01.275702 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ad3cd-1a9f-480f-8e58-43d3897a97c8 req-718bbb6c-bc99-42e5-89a1-9f9f14370048 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:01.277213 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4e3ad3cd-1a9f-480f-8e58-43d3897a97c8 req-718bbb6c-bc99-42e5-89a1-9f9f14370048 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 945 time: 0.0491481 Jul 21 10:51:01.324714 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4e3ad3cd-1a9f-480f-8e58-43d3897a97c8 req-48603421-fc6a-4582-ba84-d4872d90b006 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddcb6241-b14e-43f5-8693-873529eae45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415585 Jul 21 10:51:01.427465 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:01.479422 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-33704bf5-a199-44d4-94dc-9cd5df5e9f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:21Z', 'revision_number': 4, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'gw_port': {'id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:12Z', 'updated_at': '2022-07-21T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '868df040-1553-4fee-be08-8671eedcb255', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'port_id': '6ac84834-b64c-48e6-a97a-aed57229fe41', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'mac_address': 'fa:16:3e:0e:90:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:48:30Z', 'updated_at': '2022-07-21T10:51:00Z', 'revision_number': 3, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1488a3fe-4dfc-4101-8ef0-58e3c2d181d8', 'name': '', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'mac_address': 'fa:16:3e:b7:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:19Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 5, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'subnets': [{'id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:01.480960 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:01.509582 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33704bf5-a199-44d4-94dc-9cd5df5e9f3f None None] The sync data for ids ['bea4e702-1917-406c-9834-753b238f2ee0'] in dv-cinder-849800-2-iscsi is: [{'id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:21Z', 'revision_number': 4, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'gw_port': {'id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:12Z', 'updated_at': '2022-07-21T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '868df040-1553-4fee-be08-8671eedcb255', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'port_id': '6ac84834-b64c-48e6-a97a-aed57229fe41', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'mac_address': 'fa:16:3e:0e:90:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:48:30Z', 'updated_at': '2022-07-21T10:51:00Z', 'revision_number': 3, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1488a3fe-4dfc-4101-8ef0-58e3c2d181d8', 'name': '', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'mac_address': 'fa:16:3e:b7:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:19Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 5, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'subnets': [{'id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:51:02.442810 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5de04-f37b-4f40-82f1-90d252dbfa24 req-f2ee29bd-fac1-49db-82f5-2c3ba515c2ed tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:02.444205 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3ac5de04-f37b-4f40-82f1-90d252dbfa24 req-f2ee29bd-fac1-49db-82f5-2c3ba515c2ed tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 945 time: 0.0477226 Jul 21 10:51:02.495537 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3ac5de04-f37b-4f40-82f1-90d252dbfa24 req-5ca21c9d-f221-46e8-83cb-fe1049b8cbd1 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddcb6241-b14e-43f5-8693-873529eae45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459068 Jul 21 10:51:02.544393 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:02.743672 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'tag': '6ac84834-b64c-48e6-a97a-aed57229fe41'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:51:02.745919 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144f04f7-c065-4a0a-bed5-b0bb4faa7776" -d '{"events": [{"name": "network-changed", "server_uuid": "a54643be-3f53-4fe5-bab0-786b71d627bb", "tag": "6ac84834-b64c-48e6-a97a-aed57229fe41"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:51:02.781478 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660fd774-92f8-4538-bcab-0e44acbcfb04 x-openstack-request-id: req-660fd774-92f8-4538-bcab-0e44acbcfb04 {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:51:02.781717 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54643be-3f53-4fe5-bab0-786b71d627bb", "tag": "6ac84834-b64c-48e6-a97a-aed57229fe41", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:51:02.781973 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-660fd774-92f8-4538-bcab-0e44acbcfb04 {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:51:02.782376 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-660fd774-92f8-4538-bcab-0e44acbcfb04'] response: {'name': 'network-changed', 'server_uuid': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'tag': '6ac84834-b64c-48e6-a97a-aed57229fe41', 'status': 'completed', 'code': 200} Jul 21 10:51:03.606916 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3efa7-70b7-4db3-ab7e-9ef3a1a33eb8 req-24c732f1-1b9e-4747-9028-0ec5afb33f5b tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:03.608368 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e8b3efa7-70b7-4db3-ab7e-9ef3a1a33eb8 req-24c732f1-1b9e-4747-9028-0ec5afb33f5b tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 945 time: 0.0475872 Jul 21 10:51:03.655572 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e8b3efa7-70b7-4db3-ab7e-9ef3a1a33eb8 req-ed84fefd-d6cd-4093-b5d3-91d43b55691b tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddcb6241-b14e-43f5-8693-873529eae45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415206 Jul 21 10:51:04.335526 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd294ddf-9077-4887-8e9e-00c641c5caaa req-2c4057b1-345d-4650-a442-10ea50e769e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:04.336893 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fd294ddf-9077-4887-8e9e-00c641c5caaa req-2c4057b1-345d-4650-a442-10ea50e769e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 1129 time: 0.0384562 Jul 21 10:51:04.434238 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd294ddf-9077-4887-8e9e-00c641c5caaa req-2cb7a077-c929-441e-93e4-a51c2e057f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:04.435722 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fd294ddf-9077-4887-8e9e-00c641c5caaa req-2cb7a077-c929-441e-93e4-a51c2e057f6c service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6051ff4-8399-4b19-9b2a-895d18fcb35a HTTP/1.1" status: 200 len: 920 time: 0.0892260 Jul 21 10:51:04.505474 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:04.511624 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fd294ddf-9077-4887-8e9e-00c641c5caaa req-7382ab60-145a-497e-b53d-c19a86fd8598 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ac84834-b64c-48e6-a97a-aed57229fe41 HTTP/1.1" status: 200 len: 1000 time: 0.0555232 Jul 21 10:51:04.585190 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd294ddf-9077-4887-8e9e-00c641c5caaa req-e57cf34e-a1cb-4f9a-8d7f-d88538a3bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:04.586763 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fd294ddf-9077-4887-8e9e-00c641c5caaa req-e57cf34e-a1cb-4f9a-8d7f-d88538a3bfe9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e0cf4ee-8186-43e0-be83-a0ef0604ebdb HTTP/1.1" status: 200 len: 858 time: 0.0472775 Jul 21 10:51:04.612957 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:51:04.629457 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd294ddf-9077-4887-8e9e-00c641c5caaa req-efd741db-61a2-4cfc-a8ca-c5c6a7993b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:04.630974 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fd294ddf-9077-4887-8e9e-00c641c5caaa req-efd741db-61a2-4cfc-a8ca-c5c6a7993b20 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6051ff4-8399-4b19-9b2a-895d18fcb35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381556 Jul 21 10:51:04.769973 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82400dd8-782f-4a45-af9f-f9306c2ee293 req-33101963-6686-4f3b-a090-0f01acb7db14 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:04.771467 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-82400dd8-782f-4a45-af9f-f9306c2ee293 req-33101963-6686-4f3b-a090-0f01acb7db14 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 945 time: 0.0473104 Jul 21 10:51:04.818792 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-82400dd8-782f-4a45-af9f-f9306c2ee293 req-8a0d7802-0edb-4184-830f-ab381ef2f023 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddcb6241-b14e-43f5-8693-873529eae45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418308 Jul 21 10:51:05.576435 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fd294ddf-9077-4887-8e9e-00c641c5caaa req-ecb5ffdc-2ba6-4c4c-81e8-0a6e2710c806 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913658 Jul 21 10:51:05.672547 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fd294ddf-9077-4887-8e9e-00c641c5caaa req-c9ac0808-a205-44ef-b8cd-d7ebaf01f5de service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842783 Jul 21 10:51:05.809260 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f04f7-c065-4a0a-bed5-b0bb4faa7776 req-7950f17c-0805-4e56-870d-aa1ec6ca2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:05.810774 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-144f04f7-c065-4a0a-bed5-b0bb4faa7776 req-7950f17c-0805-4e56-870d-aa1ec6ca2518 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 1129 time: 0.0446205 Jul 21 10:51:05.938460 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f04f7-c065-4a0a-bed5-b0bb4faa7776 req-d6167549-a49c-478e-9d6d-2f936eb148a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:05.939908 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-144f04f7-c065-4a0a-bed5-b0bb4faa7776 req-d6167549-a49c-478e-9d6d-2f936eb148a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6051ff4-8399-4b19-9b2a-895d18fcb35a HTTP/1.1" status: 200 len: 920 time: 0.1211963 Jul 21 10:51:05.948239 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958cbfe-9077-4dd0-9773-f3ecc6372ba1 req-af85e9aa-31d9-4df6-8b8f-a6b85007e801 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:05.949582 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6958cbfe-9077-4dd0-9773-f3ecc6372ba1 req-af85e9aa-31d9-4df6-8b8f-a6b85007e801 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 945 time: 0.0605438 Jul 21 10:51:06.002456 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6958cbfe-9077-4dd0-9773-f3ecc6372ba1 req-3262c019-47d3-4011-800a-b95f69b974ed tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddcb6241-b14e-43f5-8693-873529eae45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465937 Jul 21 10:51:06.097336 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:06.110957 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd7c3a-aca5-4c76-b856-1695128429ec req-01382a1c-18cf-496c-8334-1cef6c4d66ed tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:06.112425 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-efdd7c3a-aca5-4c76-b856-1695128429ec req-01382a1c-18cf-496c-8334-1cef6c4d66ed tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 945 time: 0.0484855 Jul 21 10:51:06.120822 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 38816) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:51:06.125240 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-5e066179-9b83-40c3-8d4f-52c5702875eb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'floatingip': {'port_id': '28698c15-1328-42b1-94dc-58f0f01666c1'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:51:06.164003 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5e066179-9b83-40c3-8d4f-52c5702875eb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (c8024802-3756-403b-a1f2-2466a817f7f6), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:06.494924 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:06.591764 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5e066179-9b83-40c3-8d4f-52c5702875eb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:06.642682 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5e066179-9b83-40c3-8d4f-52c5702875eb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (c8024802-3756-403b-a1f2-2466a817f7f6), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:06.737737 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.l3_db [None req-5e066179-9b83-40c3-8d4f-52c5702875eb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Floating IP c8024802-3756-403b-a1f2-2466a817f7f6 associated. External IP: 172.27.0.59, port: 28698c15-1328-42b1-94dc-58f0f01666c1. Jul 21 10:51:06.956161 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-144f04f7-c065-4a0a-bed5-b0bb4faa7776 req-99fa92f9-632a-45a7-80e6-8fcc112aef20 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ac84834-b64c-48e6-a97a-aed57229fe41 HTTP/1.1" status: 200 len: 1000 time: 0.1192572 Jul 21 10:51:06.978468 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e066179-9b83-40c3-8d4f-52c5702875eb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:51:07.063288 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:07.082187 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e066179-9b83-40c3-8d4f-52c5702875eb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:51:07.086938 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5e066179-9b83-40c3-8d4f-52c5702875eb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:07.091571 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99df54c3-e6c0-437b-bc49-7971cfd2fd6f None None] Sync routers for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:51:07.101806 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99df54c3-e6c0-437b-bc49-7971cfd2fd6f None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:51:07.102427 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-99df54c3-e6c0-437b-bc49-7971cfd2fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:50:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:07.117392 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-5e066179-9b83-40c3-8d4f-52c5702875eb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "PUT /v2.0/floatingips/c8024802-3756-403b-a1f2-2466a817f7f6 HTTP/1.1" status: 200 len: 990 time: 0.9955192 Jul 21 10:51:07.117915 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6803db4b-7556-4e4e-989c-adfa3d140a09', 'tag': '28698c15-1328-42b1-94dc-58f0f01666c1'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:51:07.120551 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f5ccf9-737a-4039-9f3f-533d65d96d56" -d '{"events": [{"name": "network-changed", "server_uuid": "6803db4b-7556-4e4e-989c-adfa3d140a09", "tag": "28698c15-1328-42b1-94dc-58f0f01666c1"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:51:07.156882 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e98d02-4364-4671-bc65-87099902db1e x-openstack-request-id: req-90e98d02-4364-4671-bc65-87099902db1e {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:51:07.157174 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6803db4b-7556-4e4e-989c-adfa3d140a09", "tag": "28698c15-1328-42b1-94dc-58f0f01666c1", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:51:07.157433 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90e98d02-4364-4671-bc65-87099902db1e {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:51:07.157843 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e98d02-4364-4671-bc65-87099902db1e'] response: {'name': 'network-changed', 'server_uuid': '6803db4b-7556-4e4e-989c-adfa3d140a09', 'tag': '28698c15-1328-42b1-94dc-58f0f01666c1', 'status': 'completed', 'code': 200} Jul 21 10:51:07.207866 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-99df54c3-e6c0-437b-bc49-7971cfd2fd6f None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:51:07.418768 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-99df54c3-e6c0-437b-bc49-7971cfd2fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': 'c8024802-3756-403b-a1f2-2466a817f7f6', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'port_id': '28698c15-1328-42b1-94dc-58f0f01666c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'mac_address': 'fa:16:3e:44:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6803db4b-7556-4e4e-989c-adfa3d140a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:50:44Z', 'updated_at': '2022-07-21T10:51:06Z', 'revision_number': 1, 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:07.444839 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99df54c3-e6c0-437b-bc49-7971cfd2fd6f None None] Checking router: e283a85c-fc9e-4230-8da7-8cca5e8c96d2 for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:51:07.454068 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99df54c3-e6c0-437b-bc49-7971cfd2fd6f None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:51:07.454728 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-99df54c3-e6c0-437b-bc49-7971cfd2fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:50:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:07.553523 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-99df54c3-e6c0-437b-bc49-7971cfd2fd6f None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:51:07.762424 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-99df54c3-e6c0-437b-bc49-7971cfd2fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': 'c8024802-3756-403b-a1f2-2466a817f7f6', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'port_id': '28698c15-1328-42b1-94dc-58f0f01666c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'mac_address': 'fa:16:3e:44:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6803db4b-7556-4e4e-989c-adfa3d140a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:50:44Z', 'updated_at': '2022-07-21T10:51:06Z', 'revision_number': 1, 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:07.790895 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99df54c3-e6c0-437b-bc49-7971cfd2fd6f None None] The sync data for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi is: [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': 'c8024802-3756-403b-a1f2-2466a817f7f6', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'port_id': '28698c15-1328-42b1-94dc-58f0f01666c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'mac_address': 'fa:16:3e:44:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6803db4b-7556-4e4e-989c-adfa3d140a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:50:44Z', 'updated_at': '2022-07-21T10:51:06Z', 'revision_number': 1, 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:51:07.972155 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9ad940-2cde-46e1-b880-de7d1da16b9f None None] New status for floating IP c8024802-3756-403b-a1f2-2466a817f7f6: ACTIVE {{(pid=111080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:51:08.645899 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f04f7-c065-4a0a-bed5-b0bb4faa7776 req-8283a06d-280c-498f-8693-e3326de169b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:08.647403 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-144f04f7-c065-4a0a-bed5-b0bb4faa7776 req-8283a06d-280c-498f-8693-e3326de169b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e0cf4ee-8186-43e0-be83-a0ef0604ebdb HTTP/1.1" status: 200 len: 858 time: 0.0457792 Jul 21 10:51:08.657283 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5ccf9-737a-4039-9f3f-533d65d96d56 req-28fc6d22-5609-4036-8b0d-52b34b513a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:08.658805 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-86f5ccf9-737a-4039-9f3f-533d65d96d56 req-28fc6d22-5609-4036-8b0d-52b34b513a86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dc215aadb5345d791945658832aae4a&device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 1129 time: 0.0405755 Jul 21 10:51:08.694498 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f04f7-c065-4a0a-bed5-b0bb4faa7776 req-f9e18fe5-1433-43f3-85ae-629f674981d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:08.695950 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-144f04f7-c065-4a0a-bed5-b0bb4faa7776 req-f9e18fe5-1433-43f3-85ae-629f674981d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6051ff4-8399-4b19-9b2a-895d18fcb35a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416877 Jul 21 10:51:08.730616 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:08.758530 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5ccf9-737a-4039-9f3f-533d65d96d56 req-c8ca817e-1e31-47e7-b1ea-291a5ed97725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:08.760052 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-86f5ccf9-737a-4039-9f3f-533d65d96d56 req-c8ca817e-1e31-47e7-b1ea-291a5ed97725 service neutron] 10.222.0.57 "GET /v2.0/networks?id=192d6a0f-c1f8-471a-872f-e924c6d8f479 HTTP/1.1" status: 200 len: 916 time: 0.0935364 Jul 21 10:51:08.793051 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-144f04f7-c065-4a0a-bed5-b0bb4faa7776 req-4f26c1a5-d007-4817-9d5d-2064eae3a759 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833178 Jul 21 10:51:08.829739 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-86f5ccf9-737a-4039-9f3f-533d65d96d56 req-5fbeae17-1384-4771-ad63-b370a4304598 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28698c15-1328-42b1-94dc-58f0f01666c1 HTTP/1.1" status: 200 len: 1000 time: 0.0628288 Jul 21 10:51:08.889079 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5ccf9-737a-4039-9f3f-533d65d96d56 req-0ec21ef7-fc22-426a-9030-67d87fb4924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:08.891169 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-86f5ccf9-737a-4039-9f3f-533d65d96d56 req-0ec21ef7-fc22-426a-9030-67d87fb4924b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83 HTTP/1.1" status: 200 len: 854 time: 0.0464478 Jul 21 10:51:08.897551 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-144f04f7-c065-4a0a-bed5-b0bb4faa7776 req-1cbdc57d-9989-4de9-bf4f-9b026111e455 service neutron] 10.222.0.57 "GET /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912156 Jul 21 10:51:08.965265 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5ccf9-737a-4039-9f3f-533d65d96d56 req-0c42bb4b-350e-401f-b6d0-5509449998e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:08.967076 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-86f5ccf9-737a-4039-9f3f-533d65d96d56 req-0c42bb4b-350e-401f-b6d0-5509449998e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=192d6a0f-c1f8-471a-872f-e924c6d8f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407538 Jul 21 10:51:09.064013 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-86f5ccf9-737a-4039-9f3f-533d65d96d56 req-141c55a8-676a-441c-bd4d-6408288e0d6e service neutron] 10.222.0.57 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893457 Jul 21 10:51:09.154960 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-86f5ccf9-737a-4039-9f3f-533d65d96d56 req-b4230d61-498b-477e-abe9-84d5f1a206e0 service neutron] 10.222.0.57 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833635 Jul 21 10:51:14.808012 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:15.854942 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac72d84-b124-4177-a853-b07a9b9e349c req-5c29070c-0fdc-4ebf-bffa-c416adc60deb tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:15.856417 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1ac72d84-b124-4177-a853-b07a9b9e349c req-5c29070c-0fdc-4ebf-bffa-c416adc60deb tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 946 time: 0.0488873 Jul 21 10:51:15.903412 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1ac72d84-b124-4177-a853-b07a9b9e349c req-9c222404-1dba-4eeb-85af-b5db3804ca81 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413599 Jul 21 10:51:17.068851 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec1b91-0b66-4a8c-bca6-8f6def4a4a8b req-65d70076-ed5a-47b9-aff6-232fad7e3674 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:17.070327 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-50ec1b91-0b66-4a8c-bca6-8f6def4a4a8b req-65d70076-ed5a-47b9-aff6-232fad7e3674 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 946 time: 0.0974550 Jul 21 10:51:17.083118 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:17.121994 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-50ec1b91-0b66-4a8c-bca6-8f6def4a4a8b req-7cdf59fb-e5f4-4990-bf0e-aae31d6af6d7 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461807 Jul 21 10:51:17.766134 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=74 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:18.160569 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc23544-d608-4a4d-9815-9e1925b23ce9 req-777a6149-1e61-4642-9f7a-0d5210a9439a tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:18.162222 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-abc23544-d608-4a4d-9815-9e1925b23ce9 req-777a6149-1e61-4642-9f7a-0d5210a9439a tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.57 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 946 time: 0.0485494 Jul 21 10:51:18.241595 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca963bb-5b24-46a1-9f1d-0e8ef63db443 req-375f8522-5537-4b29-bd68-f9a19fd625f5 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:18.243175 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1ca963bb-5b24-46a1-9f1d-0e8ef63db443 req-375f8522-5537-4b29-bd68-f9a19fd625f5 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 946 time: 0.0514510 Jul 21 10:51:18.257370 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-abc23544-d608-4a4d-9815-9e1925b23ce9 req-b9f73d4f-5ce1-49a6-bcf1-ef17938a2880 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Deleting port 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:51:18.257727 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-abc23544-d608-4a4d-9815-9e1925b23ce9 req-b9f73d4f-5ce1-49a6-bcf1-ef17938a2880 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (9b9a006a-5edb-47a3-8eaf-9ce87c8cab27), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:18.261474 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:18.291807 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1ca963bb-5b24-46a1-9f1d-0e8ef63db443 req-147a2301-eca9-4e58-a16b-78b9e29c6fe2 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/security-groups?id=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430651 Jul 21 10:51:18.352247 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-abc23544-d608-4a4d-9815-9e1925b23ce9 req-b9f73d4f-5ce1-49a6-bcf1-ef17938a2880 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] For port 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9b9a006a-5edb-47a3-8eaf-9ce87c8cab27,segment=NetworkSegment(e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551),segment_id=e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:51:18.352647 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-abc23544-d608-4a4d-9815-9e1925b23ce9 req-b9f73d4f-5ce1-49a6-bcf1-ef17938a2880 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (9b9a006a-5edb-47a3-8eaf-9ce87c8cab27), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:18.365658 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-abc23544-d608-4a4d-9815-9e1925b23ce9 req-b9f73d4f-5ce1-49a6-bcf1-ef17938a2880 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Calling delete_port for 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:51:18.550521 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-abc23544-d608-4a4d-9815-9e1925b23ce9 req-b9f73d4f-5ce1-49a6-bcf1-ef17938a2880 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (9b9a006a-5edb-47a3-8eaf-9ce87c8cab27), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:18.576780 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f73d4f-5ce1-49a6-bcf1-ef17938a2880 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Pushing event deleted for resources: {'Port': ['ID=9b9a006a-5edb-47a3-8eaf-9ce87c8cab27,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:18.614056 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['9b9a006a-5edb-47a3-8eaf-9ce87c8cab27'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:51:18.625017 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc23544-d608-4a4d-9815-9e1925b23ce9 req-b9f73d4f-5ce1-49a6-bcf1-ef17938a2880 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] No DVR routers for this DVR port 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:51:18.628267 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-abc23544-d608-4a4d-9815-9e1925b23ce9 req-b9f73d4f-5ce1-49a6-bcf1-ef17938a2880 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:18.631655 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-abc23544-d608-4a4d-9815-9e1925b23ce9 req-b9f73d4f-5ce1-49a6-bcf1-ef17938a2880 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.57 "DELETE /v2.0/ports/9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 HTTP/1.1" status: 204 len: 173 time: 0.4626245 Jul 21 10:51:18.632108 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082cef74-9509-4b17-8250-cd6527a6e3eb', 'name': 'network-vif-deleted', 'tag': '9b9a006a-5edb-47a3-8eaf-9ce87c8cab27'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:51:18.634350 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c330607e-ee59-4351-8ab2-965dae8c9dd6" -d '{"events": [{"server_uuid": "082cef74-9509-4b17-8250-cd6527a6e3eb", "name": "network-vif-deleted", "tag": "9b9a006a-5edb-47a3-8eaf-9ce87c8cab27"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:51:18.685588 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d3c095-8564-4baa-b066-e703489c84fd x-openstack-request-id: req-c9d3c095-8564-4baa-b066-e703489c84fd {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:51:18.685588 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082cef74-9509-4b17-8250-cd6527a6e3eb", "name": "network-vif-deleted", "tag": "9b9a006a-5edb-47a3-8eaf-9ce87c8cab27", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:51:18.685588 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9d3c095-8564-4baa-b066-e703489c84fd {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:51:18.685588 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d3c095-8564-4baa-b066-e703489c84fd'] response: {'server_uuid': '082cef74-9509-4b17-8250-cd6527a6e3eb', 'name': 'network-vif-deleted', 'tag': '9b9a006a-5edb-47a3-8eaf-9ce87c8cab27', 'status': 'completed', 'code': 200} Jul 21 10:51:19.399513 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7c98bc98-87c4-4ca4-9a9c-b299525f1d1f req-2199d596-24b0-4c63-998c-f264f936f2e9 tempest-VolumesSnapshotTestJSON-1148368882 tempest-VolumesSnapshotTestJSON-1148368882-project] 10.222.0.48 "GET /v2.0/ports?device_id=082cef74-9509-4b17-8250-cd6527a6e3eb HTTP/1.1" status: 200 len: 210 time: 0.0279818 Jul 21 10:51:19.645293 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:21.367841 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-a8aa0578-fd36-4c74-89b9-a84e30e39d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:21.806192 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:51:21.827381 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:51:21.827737 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 9b9a006a-5edb-47a3-8eaf-9ce87c8cab27 not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:51:23.950611 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-57d77106-91fc-426e-8626-5733adf1dddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:25.350285 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:26.630958 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:26.756753 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:28.288668 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=10 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:28.586182 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=33,neutron:DELETE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:28.610282 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=71,neutron:DELETE=5 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:28.943573 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42001280-f19b-4763-b384-1684ba4f1c1d req-2c85b262-949a-4848-8282-5f8a1669ff3b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:28.945015 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-42001280-f19b-4763-b384-1684ba4f1c1d req-2c85b262-949a-4848-8282-5f8a1669ff3b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 946 time: 0.0464494 Jul 21 10:51:28.996027 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-42001280-f19b-4763-b384-1684ba4f1c1d req-9ce78869-bdf7-45eb-8689-699eecec54da tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454838 Jul 21 10:51:30.121792 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b2731-68a9-4f52-9e92-c36f1a92f19b req-822242b9-f595-42de-9941-08a893030e43 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:30.123291 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ca1b2731-68a9-4f52-9e92-c36f1a92f19b req-822242b9-f595-42de-9941-08a893030e43 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 946 time: 0.0527391 Jul 21 10:51:30.172653 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ca1b2731-68a9-4f52-9e92-c36f1a92f19b req-decc0241-4270-4a57-8678-bdf2394ea6dc tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438299 Jul 21 10:51:31.049140 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bff99e-8234-4bca-a240-60ffe4f86501 req-e9276a49-80cf-4d6d-ab2b-41528d3413da tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:31.050703 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-93bff99e-8234-4bca-a240-60ffe4f86501 req-e9276a49-80cf-4d6d-ab2b-41528d3413da tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 946 time: 0.0511262 Jul 21 10:51:31.143255 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-93bff99e-8234-4bca-a240-60ffe4f86501 req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Deleting port e0efd748-6569-4435-ab16-d9acccb72164 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:51:31.143623 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-93bff99e-8234-4bca-a240-60ffe4f86501 req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (e0efd748-6569-4435-ab16-d9acccb72164), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:31.237092 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-93bff99e-8234-4bca-a240-60ffe4f86501 req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] For port e0efd748-6569-4435-ab16-d9acccb72164, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=e0efd748-6569-4435-ab16-d9acccb72164,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:51:31.237381 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-93bff99e-8234-4bca-a240-60ffe4f86501 req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (e0efd748-6569-4435-ab16-d9acccb72164), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:31.292817 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3495d-3927-43ac-8224-3e5ebd885d65 req-cdcb2f4e-c76c-4243-9e53-39fda353e306 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:31.296177 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0bb3495d-3927-43ac-8224-3e5ebd885d65 req-cdcb2f4e-c76c-4243-9e53-39fda353e306 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 946 time: 0.0482342 Jul 21 10:51:31.341370 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0bb3495d-3927-43ac-8224-3e5ebd885d65 req-9f6f95fd-0355-4358-8850-09f405a99ef7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412760 Jul 21 10:51:31.402371 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-93bff99e-8234-4bca-a240-60ffe4f86501 req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:31.402778 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-93bff99e-8234-4bca-a240-60ffe4f86501 req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (66458c81-5268-47a8-b71d-e15ff5d0ef34), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:31.403107 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.l3_db [req-93bff99e-8234-4bca-a240-60ffe4f86501 req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Floating IP 66458c81-5268-47a8-b71d-e15ff5d0ef34 disassociated. External IP: 172.27.0.200, port: e0efd748-6569-4435-ab16-d9acccb72164. Jul 21 10:51:31.403469 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-93bff99e-8234-4bca-a240-60ffe4f86501 req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Calling delete_port for e0efd748-6569-4435-ab16-d9acccb72164 owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:51:31.589743 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-93bff99e-8234-4bca-a240-60ffe4f86501 req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (e0efd748-6569-4435-ab16-d9acccb72164), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:31.617150 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Pushing event deleted for resources: {'Port': ['ID=e0efd748-6569-4435-ab16-d9acccb72164,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:31.627156 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:31.627518 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:31.627870 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:31.628217 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:31.628563 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:31.628906 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:31.629636 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:31.629636 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:31.629916 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:31.630215 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:31.630561 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:31.630900 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:31.631354 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:31.631863 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:31.631990 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:31.743681 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93bff99e-8234-4bca-a240-60ffe4f86501 req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Router b5be4517-be14-43d5-af75-a3f4c686984a has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:51:31.856255 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93bff99e-8234-4bca-a240-60ffe4f86501 req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:51:31.867139 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a3f61d-beec-4ec5-a506-df5013377c54 None None] Sync routers for ids ['b5be4517-be14-43d5-af75-a3f4c686984a'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:51:31.876610 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a3f61d-beec-4ec5-a506-df5013377c54 None None] Routers {'b5be4517-be14-43d5-af75-a3f4c686984a'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:51:31.877234 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-e5a3f61d-beec-4ec5-a506-df5013377c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:51:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['b5be4517-be14-43d5-af75-a3f4c686984a'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:31.898684 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bff99e-8234-4bca-a240-60ffe4f86501 req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] No DVR routers for this DVR port e0efd748-6569-4435-ab16-d9acccb72164 on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:51:31.901227 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-93bff99e-8234-4bca-a240-60ffe4f86501 req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:31.904498 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-93bff99e-8234-4bca-a240-60ffe4f86501 req-db2f490a-0643-4c1c-89b7-2d268633ada4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.57 "DELETE /v2.0/ports/e0efd748-6569-4435-ab16-d9acccb72164 HTTP/1.1" status: 204 len: 173 time: 0.8461003 Jul 21 10:51:31.904977 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'name': 'network-vif-deleted', 'tag': 'e0efd748-6569-4435-ab16-d9acccb72164'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:51:31.907219 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3eb492-335d-47d8-a380-471c08127633" -d '{"events": [{"server_uuid": "1e730525-7ce4-4a5a-8023-84cae6b1da3d", "name": "network-vif-deleted", "tag": "e0efd748-6569-4435-ab16-d9acccb72164"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:51:31.944579 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99740e0a-3e93-48bd-80de-a7654b938efb x-openstack-request-id: req-99740e0a-3e93-48bd-80de-a7654b938efb {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:51:31.944965 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e730525-7ce4-4a5a-8023-84cae6b1da3d", "name": "network-vif-deleted", "tag": "e0efd748-6569-4435-ab16-d9acccb72164", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:51:31.945119 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99740e0a-3e93-48bd-80de-a7654b938efb {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:51:31.945532 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99740e0a-3e93-48bd-80de-a7654b938efb'] response: {'server_uuid': '1e730525-7ce4-4a5a-8023-84cae6b1da3d', 'name': 'network-vif-deleted', 'tag': 'e0efd748-6569-4435-ab16-d9acccb72164', 'status': 'completed', 'code': 200} Jul 21 10:51:31.992568 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-e5a3f61d-beec-4ec5-a506-df5013377c54 None None] Set router b5be4517-be14-43d5-af75-a3f4c686984a gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:51:32.189776 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-e5a3f61d-beec-4ec5-a506-df5013377c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a', 'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'mac_address': 'fa:16:3e:87:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:20Z', 'updated_at': '2022-07-21T10:46:33Z', 'revision_number': 5, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'subnets': [{'id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:32.299740 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a3f61d-beec-4ec5-a506-df5013377c54 None None] Checking router: b5be4517-be14-43d5-af75-a3f4c686984a for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:51:32.309163 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a3f61d-beec-4ec5-a506-df5013377c54 None None] Routers {'b5be4517-be14-43d5-af75-a3f4c686984a'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:51:32.309814 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-e5a3f61d-beec-4ec5-a506-df5013377c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:51:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['b5be4517-be14-43d5-af75-a3f4c686984a'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:32.423975 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-e5a3f61d-beec-4ec5-a506-df5013377c54 None None] Set router b5be4517-be14-43d5-af75-a3f4c686984a gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:51:32.483375 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-71c28467-21ee-40de-92e6-e1d2f39ff044 req-60335595-c25b-4627-8c91-1e2c8c743acc tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 210 time: 0.0373108 Jul 21 10:51:32.612320 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-e5a3f61d-beec-4ec5-a506-df5013377c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a', 'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'mac_address': 'fa:16:3e:87:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:20Z', 'updated_at': '2022-07-21T10:46:33Z', 'revision_number': 5, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'subnets': [{'id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:32.641329 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a3f61d-beec-4ec5-a506-df5013377c54 None None] The sync data for ids ['b5be4517-be14-43d5-af75-a3f4c686984a'] in dv-cinder-849800-2-iscsi is: [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a', 'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'mac_address': 'fa:16:3e:87:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:20Z', 'updated_at': '2022-07-21T10:46:33Z', 'revision_number': 5, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'subnets': [{'id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:51:32.867005 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f08dd4-ea43-4f35-a1da-0b0a61b222c1 None None] New status for floating IP 66458c81-5268-47a8-b71d-e15ff5d0ef34: DOWN {{(pid=111080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:51:32.869204 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:32.870866 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:33.595467 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b66fa10b-cacb-4163-8ee7-902131585cbd req-a5b9697f-e16b-4b52-a7ec-3faa861fa14e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 210 time: 0.0284483 Jul 21 10:51:34.704382 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-23c22ca8-c84f-4797-9c95-1b2fa210a459 req-9723f60f-2547-4023-9f49-c769338ba511 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e730525-7ce4-4a5a-8023-84cae6b1da3d HTTP/1.1" status: 200 len: 210 time: 0.0281048 Jul 21 10:51:35.586780 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:35.598081 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56e8d9-5335-42bf-bdcd-a2b86f4a7275 req-4a850382-fc1e-457d-98bd-9ddc71ed0d86 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:35.599592 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bb56e8d9-5335-42bf-bdcd-a2b86f4a7275 req-4a850382-fc1e-457d-98bd-9ddc71ed0d86 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 985 time: 0.0477922 Jul 21 10:51:35.854311 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device e0efd748-6569-4435-ab16-d9acccb72164 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:51:35.878809 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: e0efd748-6569-4435-ab16-d9acccb72164 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:51:35.879299 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device e0efd748-6569-4435-ab16-d9acccb72164 not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:51:35.899838 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39014) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:51:35.912307 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bb56e8d9-5335-42bf-bdcd-a2b86f4a7275 req-a61830f3-655f-4597-afe3-44cb12960c9c tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&id=c5ee5c4d-66ab-4d3f-a7cf-6badf584244d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3067384 Jul 21 10:51:35.974277 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:35.995783 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf10a3-c806-4d7a-903e-401c24049668 req-417c3ac6-207b-4e8d-9856-cb42edfd58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:35.997184 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-61cf10a3-c806-4d7a-903e-401c24049668 req-417c3ac6-207b-4e8d-9856-cb42edfd58ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2eff05785bd84522ad637d8bed14563d&device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 1169 time: 0.0614474 Jul 21 10:51:35.997912 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-9fc6628e-6ba0-4e34-afb8-6b34f7996c73 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group (cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:36.000185 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:36.038917 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-9fc6628e-6ba0-4e34-afb8-6b34f7996c73 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group (cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:36.133653 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf10a3-c806-4d7a-903e-401c24049668 req-2c97f62e-db19-46af-afcf-a4428dc8a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:36.135174 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-61cf10a3-c806-4d7a-903e-401c24049668 req-2c97f62e-db19-46af-afcf-a4428dc8a986 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bfcc1ddb-0fed-4d87-9302-25a2c7f2725d HTTP/1.1" status: 200 len: 914 time: 0.1260779 Jul 21 10:51:36.206462 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-61cf10a3-c806-4d7a-903e-401c24049668 req-ae8b9a45-b646-4eb6-97fd-c10ca9b433a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24113ecd-45f8-473c-a1aa-fc93cff6c402 HTTP/1.1" status: 200 len: 1002 time: 0.0577378 Jul 21 10:51:36.326411 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf10a3-c806-4d7a-903e-401c24049668 req-248bf109-d6c3-466f-95a8-d8ea7fd3b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:36.326411 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-61cf10a3-c806-4d7a-903e-401c24049668 req-248bf109-d6c3-466f-95a8-d8ea7fd3b72e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a849b64f-ebc5-4db3-ae09-571df7ac3e29 HTTP/1.1" status: 200 len: 852 time: 0.0562351 Jul 21 10:51:36.326411 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-9fc6628e-6ba0-4e34-afb8-6b34f7996c73 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:36.326411 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-9fc6628e-6ba0-4e34-afb8-6b34f7996c73 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:36.326411 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-9fc6628e-6ba0-4e34-afb8-6b34f7996c73 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "DELETE /v2.0/security-groups/cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997 HTTP/1.1" status: 204 len: 168 time: 0.3945463 Jul 21 10:51:36.327025 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39016) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:51:36.327025 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.api.v2.resource [None req-51893697-9264-4b3d-bd27-2ce3e901d15e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] show failed (client error): The resource could not be found. Jul 21 10:51:36.327025 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-51893697-9264-4b3d-bd27-2ce3e901d15e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups/cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997 HTTP/1.1" status: 404 len: 347 time: 0.0141263 Jul 21 10:51:36.327025 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39018) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:51:36.330587 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6628e-6ba0-4e34-afb8-6b34f7996c73 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfebb35c-f0a0-4bbb-88d6-8e28ff0b7997,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:36.339931 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf10a3-c806-4d7a-903e-401c24049668 req-3ecb2d51-4784-4d3c-84c9-cddde1b356df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:36.341809 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-61cf10a3-c806-4d7a-903e-401c24049668 req-3ecb2d51-4784-4d3c-84c9-cddde1b356df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bfcc1ddb-0fed-4d87-9302-25a2c7f2725d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598302 Jul 21 10:51:36.427835 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Deleting port 91834cd3-2835-4d5b-9f22-5837c8c3aa97 {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:51:36.428920 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (91834cd3-2835-4d5b-9f22-5837c8c3aa97), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:36.441706 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-61cf10a3-c806-4d7a-903e-401c24049668 req-ba06db1e-8de7-4fc5-a700-f69f6bc60dad service neutron] 10.222.0.57 "GET /v2.0/networks/bfcc1ddb-0fed-4d87-9302-25a2c7f2725d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865629 Jul 21 10:51:36.510566 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (91834cd3-2835-4d5b-9f22-5837c8c3aa97), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:36.510906 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for floatingip (91834cd3-2835-4d5b-9f22-5837c8c3aa97), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:36.524479 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Calling delete_port for 91834cd3-2835-4d5b-9f22-5837c8c3aa97 owned by network:floatingip {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:51:36.541525 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-61cf10a3-c806-4d7a-903e-401c24049668 req-4431dd2d-da27-4b70-a6a7-56ef71504159 service neutron] 10.222.0.57 "GET /v2.0/networks/bfcc1ddb-0fed-4d87-9302-25a2c7f2725d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908580 Jul 21 10:51:36.750340 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (91834cd3-2835-4d5b-9f22-5837c8c3aa97), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:36.780585 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Pushing event deleted for resources: {'Port': ['ID=91834cd3-2835-4d5b-9f22-5837c8c3aa97,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:36.805605 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:36.805945 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:36.806292 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:36.806660 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:36.807002 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:36.807338 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:36.807670 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:36.808001 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:36.808333 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:36.808661 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:36.808993 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:36.809323 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:36.809651 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:36.809979 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:36.810306 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:51:36.853824 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for floatingip (66458c81-5268-47a8-b71d-e15ff5d0ef34), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:36.856373 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:36.861203 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-5dab125c-755c-473b-91fa-7dbb7f43cab9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "DELETE /v2.0/floatingips/66458c81-5268-47a8-b71d-e15ff5d0ef34 HTTP/1.1" status: 204 len: 168 time: 0.5403552 Jul 21 10:51:37.037299 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a9ee7-feac-4ab7-9f28-5db28cf6647d req-5063c63d-7b38-452f-9da1-1efd9b21dba7 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:37.038873 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0e1a9ee7-feac-4ab7-9f28-5db28cf6647d req-5063c63d-7b38-452f-9da1-1efd9b21dba7 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 985 time: 0.0504036 Jul 21 10:51:37.049337 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39028) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:51:37.053832 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-ec741d75-0131-4621-adc3-8ee6dcafd5d7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1460754056', 'description': 'tempest-description--1457383131'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:51:37.087316 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:37.102460 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0e1a9ee7-feac-4ab7-9f28-5db28cf6647d req-acac2564-468d-4629-aa82-9b489d6ab079 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&id=c5ee5c4d-66ab-4d3f-a7cf-6badf584244d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578170 Jul 21 10:51:37.150765 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ec741d75-0131-4621-adc3-8ee6dcafd5d7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:37.203802 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:37.222114 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ec741d75-0131-4621-adc3-8ee6dcafd5d7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group (c664f12f-d7ab-4aa4-aef9-56e8b5c6c543), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:37.292875 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ec741d75-0131-4621-adc3-8ee6dcafd5d7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (c664f12f-d7ab-4aa4-aef9-56e8b5c6c543), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:37.324189 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec741d75-0131-4621-adc3-8ee6dcafd5d7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:37.408538 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ec741d75-0131-4621-adc3-8ee6dcafd5d7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:37.409805 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-ec741d75-0131-4621-adc3-8ee6dcafd5d7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3594697 Jul 21 10:51:37.412894 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39034) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:51:37.417467 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-a24f64e2-68d4-4ce9-aa15-60d91e742377 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Request body: {'security_group_rule': {'security_group_id': 'c664f12f-d7ab-4aa4-aef9-56e8b5c6c543', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:51:37.543370 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a24f64e2-68d4-4ce9-aa15-60d91e742377 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group_rule (3c2fc5d5-c0f7-41f5-8ba4-4138a51e6f2a), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:37.589200 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a24f64e2-68d4-4ce9-aa15-60d91e742377 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group_rule (3c2fc5d5-c0f7-41f5-8ba4-4138a51e6f2a), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:37.648074 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a24f64e2-68d4-4ce9-aa15-60d91e742377 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (3c2fc5d5-c0f7-41f5-8ba4-4138a51e6f2a), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:37.667141 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f64e2-68d4-4ce9-aa15-60d91e742377 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2fc5d5-c0f7-41f5-8ba4-4138a51e6f2a,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:37.713055 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a24f64e2-68d4-4ce9-aa15-60d91e742377 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:37.714262 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-a24f64e2-68d4-4ce9-aa15-60d91e742377 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3003685 Jul 21 10:51:37.717169 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39036) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:51:37.721383 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-30c95236-391a-45c6-a18e-70ffefd68266 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Request body: {'security_group_rule': {'security_group_id': 'c664f12f-d7ab-4aa4-aef9-56e8b5c6c543', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:51:37.790465 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-30c95236-391a-45c6-a18e-70ffefd68266 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group_rule (146679b0-d9f4-49f1-8858-12902b551844), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:37.833281 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:37.854879 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-30c95236-391a-45c6-a18e-70ffefd68266 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group_rule (146679b0-d9f4-49f1-8858-12902b551844), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:37.943177 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-30c95236-391a-45c6-a18e-70ffefd68266 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (146679b0-d9f4-49f1-8858-12902b551844), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:37.963191 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c95236-391a-45c6-a18e-70ffefd68266 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146679b0-d9f4-49f1-8858-12902b551844,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:38.065122 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-30c95236-391a-45c6-a18e-70ffefd68266 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:38.066363 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-30c95236-391a-45c6-a18e-70ffefd68266 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3482685 Jul 21 10:51:38.070153 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39038) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:51:38.074731 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-5d3f3aa7-a36f-4fd4-b9d6-469d61b850e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Request body: {'floatingip': {'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:51:38.168256 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5d3f3aa7-a36f-4fd4-b9d6-469d61b850e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:38.272267 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd247d33-1a54-4ce4-85ec-fc08bdd5f924 req-f37a43db-4e4a-4779-bab8-ee983f6a4cd7 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:38.273779 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fd247d33-1a54-4ce4-85ec-fc08bdd5f924 req-f37a43db-4e4a-4779-bab8-ee983f6a4cd7 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 985 time: 0.0898371 Jul 21 10:51:38.309211 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5d3f3aa7-a36f-4fd4-b9d6-469d61b850e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:38.392542 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fd247d33-1a54-4ce4-85ec-fc08bdd5f924 req-533d2b11-dcb5-4f7d-9163-96d149e5e215 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&id=c5ee5c4d-66ab-4d3f-a7cf-6badf584244d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082253 Jul 21 10:51:38.456261 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-5d3f3aa7-a36f-4fd4-b9d6-469d61b850e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Allocated IP 172.27.0.211 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/8e8044b5-60b9-476e-a74f-b8f21d1c2710) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:51:38.543844 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:38.563217 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5d3f3aa7-a36f-4fd4-b9d6-469d61b850e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for port (8e8044b5-60b9-476e-a74f-b8f21d1c2710), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:38.630566 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5d3f3aa7-a36f-4fd4-b9d6-469d61b850e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (8e8044b5-60b9-476e-a74f-b8f21d1c2710), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:38.674644 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3f3aa7-a36f-4fd4-b9d6-469d61b850e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:51:38.678662 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-5d3f3aa7-a36f-4fd4-b9d6-469d61b850e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:51:38.682618 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3f3aa7-a36f-4fd4-b9d6-469d61b850e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:51:38.686012 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f3aa7-a36f-4fd4-b9d6-469d61b850e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Pushing event updated for resources: {'Port': ['ID=8e8044b5-60b9-476e-a74f-b8f21d1c2710,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:38.767841 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5d3f3aa7-a36f-4fd4-b9d6-469d61b850e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for floatingip (5ab0d4f1-b477-4105-b7a1-c7db5a70e515), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:38.844623 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:38.873102 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5d3f3aa7-a36f-4fd4-b9d6-469d61b850e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (8e8044b5-60b9-476e-a74f-b8f21d1c2710), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:39.019195 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5d3f3aa7-a36f-4fd4-b9d6-469d61b850e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for port (8e8044b5-60b9-476e-a74f-b8f21d1c2710), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:39.144301 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5d3f3aa7-a36f-4fd4-b9d6-469d61b850e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596833'] for port (8e8044b5-60b9-476e-a74f-b8f21d1c2710), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:39.215755 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f3aa7-a36f-4fd4-b9d6-469d61b850e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Pushing event updated for resources: {'Port': ['ID=8e8044b5-60b9-476e-a74f-b8f21d1c2710,revision_number=2']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:39.233778 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5d3f3aa7-a36f-4fd4-b9d6-469d61b850e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (5ab0d4f1-b477-4105-b7a1-c7db5a70e515), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:39.294760 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5d3f3aa7-a36f-4fd4-b9d6-469d61b850e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:39.295948 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-5d3f3aa7-a36f-4fd4-b9d6-469d61b850e0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2246351 Jul 21 10:51:39.453169 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-2932d0b8-4ca7-4797-ad13-9bcf2a86144f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1460754056&fields=id&tenant_id=29c1b9c9f7024f8494e0a9b58fe35710 HTTP/1.1" status: 200 len: 267 time: 0.0475802 Jul 21 10:51:39.588674 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26563ac-76f7-4364-877b-13441263922d req-4b000bd1-9aa9-4b6f-b329-a833da55ad4e tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:39.591169 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b26563ac-76f7-4364-877b-13441263922d req-4b000bd1-9aa9-4b6f-b329-a833da55ad4e tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 985 time: 0.1172364 Jul 21 10:51:39.666067 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-dfa42c97-43d7-4b05-888a-ce10444501ac tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:39.667598 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-dfa42c97-43d7-4b05-888a-ce10444501ac tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/networks?id=c770f837-eda0-4a68-b0cf-fd07722be163 HTTP/1.1" status: 200 len: 816 time: 0.2066197 Jul 21 10:51:39.701444 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b26563ac-76f7-4364-877b-13441263922d req-7b0b2206-695d-4818-b253-1b86a8601de1 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&id=c5ee5c4d-66ab-4d3f-a7cf-6badf584244d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968463 Jul 21 10:51:39.703226 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-a32b329f-3962-4767-9da8-697eb6a83325 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/quotas/29c1b9c9f7024f8494e0a9b58fe35710 HTTP/1.1" status: 200 len: 375 time: 0.0250208 Jul 21 10:51:39.766190 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-0e8b05f1-86d6-48aa-8da8-b38a521d3bc9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=29c1b9c9f7024f8494e0a9b58fe35710&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558128 Jul 21 10:51:39.852509 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:39.970354 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-84b2400c-ec64-4518-a8a2-56a4340934cb service neutron] 10.222.0.48 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873395 Jul 21 10:51:40.113467 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-a1283036-a05d-4b94-811e-f73c85fdcbc8 service neutron] 10.222.0.48 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369946 Jul 21 10:51:40.355401 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-213c0c8d-dbbf-4d10-a6e4-a39fcf854d5a req-38e96c27-6cf9-420a-b77d-52afceabaf7e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 210 time: 0.0304093 Jul 21 10:51:40.828138 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6341267-4f1e-467d-b9cf-867410b571cc req-d8f0eef5-0509-4d8a-afda-985d7844db22 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:40.830279 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e6341267-4f1e-467d-b9cf-867410b571cc req-d8f0eef5-0509-4d8a-afda-985d7844db22 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 985 time: 0.0552282 Jul 21 10:51:40.896109 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e6341267-4f1e-467d-b9cf-867410b571cc req-50ca2045-55ca-44a2-92b5-bf4a84bd3cf0 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&id=c5ee5c4d-66ab-4d3f-a7cf-6badf584244d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597253 Jul 21 10:51:41.455138 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5c4dd472-fcad-4a4b-8811-2a88f548fdbd req-15c3f543-4c15-4fab-bcf1-64c0d32cbc07 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 210 time: 0.0294044 Jul 21 10:51:41.612227 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:51:42.010529 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d24de-f406-4022-a428-7347f2a4bd46 req-d4a288bc-bd57-46d4-ad1c-51dc3ca7577c tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:42.012064 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-189d24de-f406-4022-a428-7347f2a4bd46 req-d4a288bc-bd57-46d4-ad1c-51dc3ca7577c tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 985 time: 0.0480702 Jul 21 10:51:42.038682 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:42.077217 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-189d24de-f406-4022-a428-7347f2a4bd46 req-df8db116-b4f9-42c6-a7e1-ebdf6f0ad525 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&id=c5ee5c4d-66ab-4d3f-a7cf-6badf584244d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588870 Jul 21 10:51:42.304584 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-8971d788-bc91-406e-bb54-8a2dbaa2e186 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:42.306042 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-8971d788-bc91-406e-bb54-8a2dbaa2e186 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.57 "GET /v2.0/networks?id=c770f837-eda0-4a68-b0cf-fd07722be163 HTTP/1.1" status: 200 len: 816 time: 0.1085989 Jul 21 10:51:42.376409 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-857cf7f8-3536-4c2c-9207-f1c333a3b3b9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29c1b9c9f7024f8494e0a9b58fe35710 HTTP/1.1" status: 200 len: 380 time: 0.0525203 Jul 21 10:51:42.387564 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-69d2bcc9-b3fa-42df-8cb3-57834c741e46 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Request body: {'port': {'device_id': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'admin_state_up': True, 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'security_groups': ['c664f12f-d7ab-4aa4-aef9-56e8b5c6c543']}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:51:42.559766 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ae951f48-96ed-4b4f-bbe9-e8e5d4fa87ac req-8b1170b2-6e31-461b-9d3a-2198eab6ac24 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 210 time: 0.0307314 Jul 21 10:51:42.589940 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-69d2bcc9-b3fa-42df-8cb3-57834c741e46 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Made reservation on behalf of 29c1b9c9f7024f8494e0a9b58fe35710 for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:51:42.593853 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-69d2bcc9-b3fa-42df-8cb3-57834c741e46 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:42.615631 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=68 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:42.713870 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:42.725390 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-69d2bcc9-b3fa-42df-8cb3-57834c741e46 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Allocated IP 172.20.0.5 (c770f837-eda0-4a68-b0cf-fd07722be163/7c79189c-6f8d-462a-9ba9-a421b25b0a63/767a932c-587b-4501-b928-eef9dd00de9e) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:51:42.867146 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-69d2bcc9-b3fa-42df-8cb3-57834c741e46 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for port (767a932c-587b-4501-b928-eef9dd00de9e), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:42.890163 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:42.950295 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-69d2bcc9-b3fa-42df-8cb3-57834c741e46 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (767a932c-587b-4501-b928-eef9dd00de9e), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:42.996766 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-69d2bcc9-b3fa-42df-8cb3-57834c741e46 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Network c770f837-eda0-4a68-b0cf-fd07722be163 is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:51:43.001944 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-69d2bcc9-b3fa-42df-8cb3-57834c741e46 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:51:43.004093 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2bcc9-b3fa-42df-8cb3-57834c741e46 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Pushing event updated for resources: {'Port': ['ID=767a932c-587b-4501-b928-eef9dd00de9e,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:43.006267 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-69d2bcc9-b3fa-42df-8cb3-57834c741e46 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:51:43.060673 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-69d2bcc9-b3fa-42df-8cb3-57834c741e46 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:43.065397 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-69d2bcc9-b3fa-42df-8cb3-57834c741e46 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:43.132984 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-69d2bcc9-b3fa-42df-8cb3-57834c741e46 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7386756 Jul 21 10:51:43.197012 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Request body: {'port': {'device_id': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:51:43.202650 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14068d48-2973-4b60-b21b-f61499327c2f req-0dadf5a4-aada-4350-a934-05be8a1b7445 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:43.204136 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-14068d48-2973-4b60-b21b-f61499327c2f req-0dadf5a4-aada-4350-a934-05be8a1b7445 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 985 time: 0.0563743 Jul 21 10:51:43.256874 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (767a932c-587b-4501-b928-eef9dd00de9e), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:43.266325 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-14068d48-2973-4b60-b21b-f61499327c2f req-947ce7fc-debe-48d5-80b4-ab19c60915f9 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&id=c5ee5c4d-66ab-4d3f-a7cf-6badf584244d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563080 Jul 21 10:51:43.286676 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-08c3e7d3-54f1-499a-87e5-43cacb2fdf3e None None] Provisioning complete for port 767a932c-587b-4501-b928-eef9dd00de9e triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:51:43.287179 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-08c3e7d3-54f1-499a-87e5-43cacb2fdf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (767a932c-587b-4501-b928-eef9dd00de9e), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:43.323497 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-08c3e7d3-54f1-499a-87e5-43cacb2fdf3e None None] Port 767a932c-587b-4501-b928-eef9dd00de9e cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:51:43.520904 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767a932c-587b-4501-b928-eef9dd00de9e {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:51:43.529237 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Publish callbacks [] for port (767a932c-587b-4501-b928-eef9dd00de9e), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:43.541969 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Transition to ACTIVE for port object 767a932c-587b-4501-b928-eef9dd00de9e will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:51:43.584095 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (767a932c-587b-4501-b928-eef9dd00de9e), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:43.635389 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Pushing event updated for resources: {'Port': ['ID=767a932c-587b-4501-b928-eef9dd00de9e,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:43.688756 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293320c4-39a8-4892-8893-ba6d24c27dce req-e8a3deb2-6b0a-438f-bb28-e8b7245b3791 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:43.695761 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-293320c4-39a8-4892-8893-ba6d24c27dce req-e8a3deb2-6b0a-438f-bb28-e8b7245b3791 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0581357 Jul 21 10:51:43.709050 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Attempting to bind port 767a932c-587b-4501-b928-eef9dd00de9e on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:51:43.709397 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Attempting to bind port 767a932c-587b-4501-b928-eef9dd00de9e by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '814ceed5-7f51-4ceb-8599-977d0acdb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:51:43.709736 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Attempting to bind port 767a932c-587b-4501-b928-eef9dd00de9e on network c770f837-eda0-4a68-b0cf-fd07722be163 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:51:43.716055 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Port 767a932c-587b-4501-b928-eef9dd00de9e on network c770f837-eda0-4a68-b0cf-fd07722be163 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:51:43.716387 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Attempting to bind port 767a932c-587b-4501-b928-eef9dd00de9e on network c770f837-eda0-4a68-b0cf-fd07722be163 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:51:43.721595 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:51:43.721867 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Checking segment: {'id': '814ceed5-7f51-4ceb-8599-977d0acdb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:51:43.722241 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Bound using segment: {'id': '814ceed5-7f51-4ceb-8599-977d0acdb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:51:43.722701 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Bound port: 767a932c-587b-4501-b928-eef9dd00de9e, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814ceed5-7f51-4ceb-8599-977d0acdb273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:51:43.723064 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (767a932c-587b-4501-b928-eef9dd00de9e), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:43.745641 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-293320c4-39a8-4892-8893-ba6d24c27dce req-b98a6355-2a33-40f5-bc25-6468325f463f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487084 Jul 21 10:51:43.790962 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] For port 767a932c-587b-4501-b928-eef9dd00de9e, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:51:43.794250 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] For port 767a932c-587b-4501-b928-eef9dd00de9e, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=767a932c-587b-4501-b928-eef9dd00de9e,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:51:43.892495 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (767a932c-587b-4501-b928-eef9dd00de9e), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:43.917868 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:43.931538 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:43.936499 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:43.936499 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] 10.222.0.57 "PUT /v2.0/ports/767a932c-587b-4501-b928-eef9dd00de9e HTTP/1.1" status: 200 len: 1093 time: 0.7961760 Jul 21 10:51:43.936499 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'tag': '767a932c-587b-4501-b928-eef9dd00de9e'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:51:43.936499 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53f44e2-a804-44f6-b9d1-983adc60cc66" -d '{"events": [{"name": "network-changed", "server_uuid": "68c9ec60-9f75-4491-a780-6c339cc6d445", "tag": "767a932c-587b-4501-b928-eef9dd00de9e"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:51:43.959374 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896991d-342e-49f3-af42-eff88e3823cd service neutron] Pushing event updated for resources: {'Port': ['ID=767a932c-587b-4501-b928-eef9dd00de9e,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:43.977229 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fef872-e00b-4dab-bdb7-b5974e208990 x-openstack-request-id: req-e0fef872-e00b-4dab-bdb7-b5974e208990 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:51:43.977229 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c9ec60-9f75-4491-a780-6c339cc6d445", "tag": "767a932c-587b-4501-b928-eef9dd00de9e", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:51:43.977229 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0fef872-e00b-4dab-bdb7-b5974e208990 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:51:43.977229 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0fef872-e00b-4dab-bdb7-b5974e208990'] response: {'name': 'network-changed', 'server_uuid': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'tag': '767a932c-587b-4501-b928-eef9dd00de9e', 'status': 'completed', 'code': 200} Jul 21 10:51:44.067404 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f44e2-a804-44f6-b9d1-983adc60cc66 req-320b5868-f98b-4c7b-aee5-822231e02a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:44.069005 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-b53f44e2-a804-44f6-b9d1-983adc60cc66 req-320b5868-f98b-4c7b-aee5-822231e02a7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29c1b9c9f7024f8494e0a9b58fe35710&device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 1127 time: 0.0416367 Jul 21 10:51:44.114339 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:44.392859 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a8ee3-8aff-4b74-bb84-8241bda2697b req-2f2db429-4c11-4576-afa3-d4fae60e6014 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:44.394433 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-382a8ee3-8aff-4b74-bb84-8241bda2697b req-2f2db429-4c11-4576-afa3-d4fae60e6014 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 985 time: 0.0533755 Jul 21 10:51:44.419034 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f44e2-a804-44f6-b9d1-983adc60cc66 req-7065fb2d-5c5d-4065-b528-2c0eca6edb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:44.420522 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-b53f44e2-a804-44f6-b9d1-983adc60cc66 req-7065fb2d-5c5d-4065-b528-2c0eca6edb12 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=29c1b9c9f7024f8494e0a9b58fe35710&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3370297 Jul 21 10:51:44.461358 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-382a8ee3-8aff-4b74-bb84-8241bda2697b req-21f56e6c-1a6a-4d7c-a746-fda91b3fca6e tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&id=c5ee5c4d-66ab-4d3f-a7cf-6badf584244d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592356 Jul 21 10:51:44.515464 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f44e2-a804-44f6-b9d1-983adc60cc66 req-0f45d432-9001-429e-96ee-a7a0e90f5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:44.516931 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-b53f44e2-a804-44f6-b9d1-983adc60cc66 req-0f45d432-9001-429e-96ee-a7a0e90f5c26 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900939 Jul 21 10:51:44.632315 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-932af99f-ef6e-4587-b4ba-2b37b838839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:44.633778 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-932af99f-ef6e-4587-b4ba-2b37b838839d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29c1b9c9f7024f8494e0a9b58fe35710&device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 1127 time: 0.0421977 Jul 21 10:51:44.688359 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-df69e4ff-db36-405a-9e04-3b5479e80746 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=767a932c-587b-4501-b928-eef9dd00de9e HTTP/1.1" status: 200 len: 217 time: 0.0375628 Jul 21 10:51:44.739683 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-039c7d67-e044-45a9-8be9-de0fd976aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:44.741150 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-039c7d67-e044-45a9-8be9-de0fd976aa90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c79189c-6f8d-462a-9ba9-a421b25b0a63 HTTP/1.1" status: 200 len: 855 time: 0.0457680 Jul 21 10:51:44.788445 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-c0136611-79cf-4398-a4e9-5b286598babf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:44.788749 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-c0136611-79cf-4398-a4e9-5b286598babf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c770f837-eda0-4a68-b0cf-fd07722be163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389760 Jul 21 10:51:44.847941 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:44.872742 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a556257-36c1-412b-aca7-fb004b714fcb req-02bdd85a-8e02-4fcc-994f-8fd58b1fd000 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:44.874254 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7a556257-36c1-412b-aca7-fb004b714fcb req-02bdd85a-8e02-4fcc-994f-8fd58b1fd000 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0494368 Jul 21 10:51:44.886999 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-0e8a920b-762b-438a-a74a-d688c3ef5a8c service neutron] 10.222.0.57 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909264 Jul 21 10:51:44.935247 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7a556257-36c1-412b-aca7-fb004b714fcb req-78eefa8e-8725-4245-84b9-2c786f7e8d12 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551591 Jul 21 10:51:44.984307 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-96ceb442-5a27-4b08-aa2c-02ea2e6e6a96 req-fd0940fd-6c2b-46ce-b5c8-4464cbc20eb0 service neutron] 10.222.0.57 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908458 Jul 21 10:51:45.577696 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d63ff4-2678-4480-98aa-b42cb8eaa55e req-1e5ccddc-a1f1-4194-aa17-1df5dac0abeb tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:45.579263 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c3d63ff4-2678-4480-98aa-b42cb8eaa55e req-1e5ccddc-a1f1-4194-aa17-1df5dac0abeb tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 985 time: 0.0490534 Jul 21 10:51:45.642429 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c3d63ff4-2678-4480-98aa-b42cb8eaa55e req-bb2cf67e-9eca-4741-b8f5-9c1172860106 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&id=c5ee5c4d-66ab-4d3f-a7cf-6badf584244d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575323 Jul 21 10:51:46.052078 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac3426-f6b6-4521-98e7-8cd6a01cc5cc req-0f452434-7ecf-4423-9bda-c450c9b7ce31 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:46.053563 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-48ac3426-f6b6-4521-98e7-8cd6a01cc5cc req-0f452434-7ecf-4423-9bda-c450c9b7ce31 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0475304 Jul 21 10:51:46.101551 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-48ac3426-f6b6-4521-98e7-8cd6a01cc5cc req-779b2b70-e1ec-4b44-af80-e396c54360db tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410666 Jul 21 10:51:46.762333 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e350e-4756-4a19-a574-3787645742a0 req-f34706f2-baaa-485d-8deb-d9c4b268f0d5 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:46.764061 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b94e350e-4756-4a19-a574-3787645742a0 req-f34706f2-baaa-485d-8deb-d9c4b268f0d5 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 985 time: 0.0494647 Jul 21 10:51:46.813288 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:46.824388 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b94e350e-4756-4a19-a574-3787645742a0 req-23b2c8c9-fdfd-45ea-beed-77d212a507ed tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&id=c5ee5c4d-66ab-4d3f-a7cf-6badf584244d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547028 Jul 21 10:51:47.225537 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c9bc5-b54d-4f1b-80af-d0c4dba27d46 req-ee3ff8da-4431-4790-b012-280cd63f8303 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:47.226508 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-691c9bc5-b54d-4f1b-80af-d0c4dba27d46 req-ee3ff8da-4431-4790-b012-280cd63f8303 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0540738 Jul 21 10:51:47.246895 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39170) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:51:47.276374 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-691c9bc5-b54d-4f1b-80af-d0c4dba27d46 req-311ebd6f-539f-447d-a7d9-7d0b3ab5df6a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429311 Jul 21 10:51:47.297015 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d88a81-552d-4650-8364-99d0d5185b31 admin admin] Deleting subnet e540fdcf-ff4b-42ee-8022-db2f63dd348e {{(pid=111078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 10:51:47.300242 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-01d88a81-552d-4650-8364-99d0d5185b31 admin admin] Publish callbacks [] for subnet (e540fdcf-ff4b-42ee-8022-db2f63dd348e), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:47.335558 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-01d88a81-552d-4650-8364-99d0d5185b31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4368943'] for subnet (e540fdcf-ff4b-42ee-8022-db2f63dd348e), precommit_delete_associations {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:47.375559 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-01d88a81-552d-4650-8364-99d0d5185b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686909'] for subnet (e540fdcf-ff4b-42ee-8022-db2f63dd348e), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:47.515891 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-01d88a81-552d-4650-8364-99d0d5185b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6008475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33547813'] for subnet (e540fdcf-ff4b-42ee-8022-db2f63dd348e), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:47.545531 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d88a81-552d-4650-8364-99d0d5185b31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e540fdcf-ff4b-42ee-8022-db2f63dd348e,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:47.552295 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-01d88a81-552d-4650-8364-99d0d5185b31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:47.557016 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-01d88a81-552d-4650-8364-99d0d5185b31 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e540fdcf-ff4b-42ee-8022-db2f63dd348e HTTP/1.1" status: 204 len: 168 time: 0.3080976 Jul 21 10:51:47.558536 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39172) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:51:47.623099 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:47.627464 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-25e1ca73-1f92-4fe5-ac66-54f6be23c8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692532'] for network (b613594b-0f24-4b36-a4b2-dcc23406f4ab), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:47.713246 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-25e1ca73-1f92-4fe5-ac66-54f6be23c8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687030', 'neutron.services.segments.db._delete_segments_for_network-8727025531468'] for network (b613594b-0f24-4b36-a4b2-dcc23406f4ab), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:47.733225 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-25e1ca73-1f92-4fe5-ac66-54f6be23c8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b613594b-0f24-4b36-a4b2-dcc23406f4ab']}} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:47.743143 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-25e1ca73-1f92-4fe5-ac66-54f6be23c8a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551') {'for_net_delete': True} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:47.743445 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-25e1ca73-1f92-4fe5-ac66-54f6be23c8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551') {} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:47.753058 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-25e1ca73-1f92-4fe5-ac66-54f6be23c8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727025530341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4368918'] for segment (e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:47.767437 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-25e1ca73-1f92-4fe5-ac66-54f6be23c8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:47.773965 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e1ca73-1f92-4fe5-ac66-54f6be23c8a1 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=111078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 10:51:47.774354 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-25e1ca73-1f92-4fe5-ac66-54f6be23c8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6008353'] for segment (e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:47.821489 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.services.segments.plugin [-] Segment e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551 resource provider aggregate not found Jul 21 10:51:47.838619 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.services.segments.plugin [-] Segment e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2f680ec-6ac4-4f9e-a3c2-37c0edd1d551 found for delete ", "request_id": "req-9d97aff8-d6d2-4fcb-b156-abe4f28cc327"}]} Jul 21 10:51:47.909681 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-25e1ca73-1f92-4fe5-ac66-54f6be23c8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7907263'] for network (b613594b-0f24-4b36-a4b2-dcc23406f4ab), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:47.930583 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-25e1ca73-1f92-4fe5-ac66-54f6be23c8a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:47.933835 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-25e1ca73-1f92-4fe5-ac66-54f6be23c8a1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b613594b-0f24-4b36-a4b2-dcc23406f4ab HTTP/1.1" status: 204 len: 168 time: 0.3743408 Jul 21 10:51:47.935382 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1ca73-1f92-4fe5-ac66-54f6be23c8a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b613594b-0f24-4b36-a4b2-dcc23406f4ab,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:47.950322 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d7855-65f2-4dc9-8ad0-9f1aa18504ed req-f5ad18f9-8b38-4816-be1a-9f146251ebf4 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:47.951872 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-907d7855-65f2-4dc9-8ad0-9f1aa18504ed req-f5ad18f9-8b38-4816-be1a-9f146251ebf4 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 985 time: 0.0537131 Jul 21 10:51:47.956335 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 767a932c-587b-4501-b928-eef9dd00de9e details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:51:48.016805 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-907d7855-65f2-4dc9-8ad0-9f1aa18504ed req-602ef229-e2cb-4256-8343-d6430052cf4a tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&id=c5ee5c4d-66ab-4d3f-a7cf-6badf584244d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587516 Jul 21 10:51:48.062652 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 767a932c-587b-4501-b928-eef9dd00de9e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=767a932c-587b-4501-b928-eef9dd00de9e,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:51:48.077533 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '767a932c-587b-4501-b928-eef9dd00de9e', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'port_id': '767a932c-587b-4501-b928-eef9dd00de9e', 'mac_address': 'fa:16:3e:41:eb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:51:48.114060 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 767a932c-587b-4501-b928-eef9dd00de9e is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:51:48.114453 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (767a932c-587b-4501-b928-eef9dd00de9e), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:48.128299 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767a932c-587b-4501-b928-eef9dd00de9e {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:51:48.149043 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 767a932c-587b-4501-b928-eef9dd00de9e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=767a932c-587b-4501-b928-eef9dd00de9e,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:51:48.218469 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (767a932c-587b-4501-b928-eef9dd00de9e), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:48.264754 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=767a932c-587b-4501-b928-eef9dd00de9e,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:48.298337 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39182) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:51:48.343281 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-e4ab22ef-c716-4e45-9316-d0a7f582632d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24d5a2477eb74d5da5911b37f9031110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437129 Jul 21 10:51:48.346000 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39186) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:51:48.422314 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c8988-f827-4f6c-9d8c-a043cd7acfc0 req-cda5fa2a-3fea-490d-b878-28771cfe15ea tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:48.423793 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-608c8988-f827-4f6c-9d8c-a043cd7acfc0 req-cda5fa2a-3fea-490d-b878-28771cfe15ea tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 944 time: 0.0706050 Jul 21 10:51:48.443450 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:48.453704 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f1189368-ee80-445a-8b71-3740ca06f3e7 admin admin] Publish callbacks [] for security_group (76bee1e6-ae57-462a-8bc8-f799a1c4e3e1), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:48.496044 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f1189368-ee80-445a-8b71-3740ca06f3e7 admin admin] Publish callbacks [] for security_group (76bee1e6-ae57-462a-8bc8-f799a1c4e3e1), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:48.512291 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-608c8988-f827-4f6c-9d8c-a043cd7acfc0 req-a9c94adf-0807-4517-8919-bf7d5cbbf84c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813885 Jul 21 10:51:48.608972 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['767a932c-587b-4501-b928-eef9dd00de9e'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:51:48.623509 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f1189368-ee80-445a-8b71-3740ca06f3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (76bee1e6-ae57-462a-8bc8-f799a1c4e3e1), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:48.626070 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f1189368-ee80-445a-8b71-3740ca06f3e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:48.627248 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-f1189368-ee80-445a-8b71-3740ca06f3e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/76bee1e6-ae57-462a-8bc8-f799a1c4e3e1 HTTP/1.1" status: 204 len: 168 time: 0.2803104 Jul 21 10:51:48.636256 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1189368-ee80-445a-8b71-3740ca06f3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bee1e6-ae57-462a-8bc8-f799a1c4e3e1,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:49.143489 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5469ee0-b019-40e4-a506-a8cbc84392cd req-6ccbdbd5-3a73-4274-8cdf-ea8afe117663 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:49.144886 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c5469ee0-b019-40e4-a506-a8cbc84392cd req-6ccbdbd5-3a73-4274-8cdf-ea8afe117663 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 985 time: 0.0524909 Jul 21 10:51:49.207460 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c5469ee0-b019-40e4-a506-a8cbc84392cd req-74b52f74-d05e-4b5b-b17e-7b6e053758ba tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&id=c5ee5c4d-66ab-4d3f-a7cf-6badf584244d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563264 Jul 21 10:51:49.630452 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2495c4f-f0e2-4c17-a974-1e3865cfada3 req-aef5e1f0-1c91-4ead-adb7-513b40c28d2a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:49.631940 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c2495c4f-f0e2-4c17-a974-1e3865cfada3 req-aef5e1f0-1c91-4ead-adb7-513b40c28d2a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 944 time: 0.0474999 Jul 21 10:51:49.678015 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c2495c4f-f0e2-4c17-a974-1e3865cfada3 req-4c0586e3-36fa-4125-8e3e-f156bec3081a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401747 Jul 21 10:51:49.973203 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 767a932c-587b-4501-b928-eef9dd00de9e up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:51:50.016710 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port 767a932c-587b-4501-b928-eef9dd00de9e completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:51:50.080994 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 767a932c-587b-4501-b928-eef9dd00de9e triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:51:50.081373 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (767a932c-587b-4501-b928-eef9dd00de9e), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:50.156463 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 767a932c-587b-4501-b928-eef9dd00de9e is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:51:50.156848 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (767a932c-587b-4501-b928-eef9dd00de9e), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:50.180586 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767a932c-587b-4501-b928-eef9dd00de9e'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:51:50.182816 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c15e25c-a29a-4b5a-bdb5-df643d62082c" -d '{"events": [{"server_uuid": "68c9ec60-9f75-4491-a780-6c339cc6d445", "name": "network-vif-plugged", "status": "completed", "tag": "767a932c-587b-4501-b928-eef9dd00de9e"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:51:50.196460 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 767a932c-587b-4501-b928-eef9dd00de9e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=767a932c-587b-4501-b928-eef9dd00de9e,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:51:50.218025 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920f6c0c-259c-485e-9a93-ec16afb99a83 x-openstack-request-id: req-920f6c0c-259c-485e-9a93-ec16afb99a83 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:51:50.218344 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c9ec60-9f75-4491-a780-6c339cc6d445", "name": "network-vif-plugged", "status": "completed", "tag": "767a932c-587b-4501-b928-eef9dd00de9e", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:51:50.218708 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-920f6c0c-259c-485e-9a93-ec16afb99a83 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:51:50.219114 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-920f6c0c-259c-485e-9a93-ec16afb99a83'] response: {'server_uuid': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767a932c-587b-4501-b928-eef9dd00de9e', 'code': 200} Jul 21 10:51:50.275734 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (767a932c-587b-4501-b928-eef9dd00de9e), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:50.302377 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:50.305393 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:50.323321 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=767a932c-587b-4501-b928-eef9dd00de9e,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:50.507747 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:50.519119 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21123a9-98f2-483e-b73c-b0b0824c18f3 req-a5ae77e1-b868-481d-8bac-480adb633bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:50.520650 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c21123a9-98f2-483e-b73c-b0b0824c18f3 req-a5ae77e1-b868-481d-8bac-480adb633bc6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 1129 time: 0.0388763 Jul 21 10:51:50.567679 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-c21123a9-98f2-483e-b73c-b0b0824c18f3 req-dfd801f1-412b-4c45-bd4e-587820f0b0e1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400977 Jul 21 10:51:50.796586 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac4bed-988a-4c21-9453-e9c3357640d6 req-60206757-cc43-4144-a7ae-e7821c252577 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:50.798037 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e0ac4bed-988a-4c21-9453-e9c3357640d6 req-60206757-cc43-4144-a7ae-e7821c252577 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0466309 Jul 21 10:51:50.848229 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e0ac4bed-988a-4c21-9453-e9c3357640d6 req-1a8148f9-9a49-4048-9c0e-1db5d22e377b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447145 Jul 21 10:51:51.366965 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-e2424c6a-e3b1-4d10-87fe-e20ad1fa81ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:51.608490 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=72 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:51.955772 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:51.969387 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940aef10-4c86-4681-9086-de34238fe366 req-7b25dded-2e9e-43f7-9f54-de64027081f3 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:51.970883 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-940aef10-4c86-4681-9086-de34238fe366 req-7b25dded-2e9e-43f7-9f54-de64027081f3 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0473993 Jul 21 10:51:52.018717 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-940aef10-4c86-4681-9086-de34238fe366 req-8add7e21-2fc3-43dd-b088-ca0fab09e433 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418239 Jul 21 10:51:53.142281 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9b054-dc80-4d23-a8b9-6b4261431706 req-cc8bf1ac-3bc0-474a-94ad-2d1250e7935a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:53.143935 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-42f9b054-dc80-4d23-a8b9-6b4261431706 req-cc8bf1ac-3bc0-474a-94ad-2d1250e7935a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0522780 Jul 21 10:51:53.192091 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-42f9b054-dc80-4d23-a8b9-6b4261431706 req-0a8e93ec-7a2d-4450-b86e-6a8c6c63495c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422099 Jul 21 10:51:53.309977 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a7205-179c-42b3-a197-497a09355119 req-08643bbd-fd5a-4319-af6e-453b69d277c6 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:53.311361 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-254a7205-179c-42b3-a197-497a09355119 req-08643bbd-fd5a-4319-af6e-453b69d277c6 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0507064 Jul 21 10:51:53.320425 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39224) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:51:53.325031 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-877d05f7-693c-4e3d-abf6-807fa0d84090 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Request body: {'floatingip': {'port_id': '767a932c-587b-4501-b928-eef9dd00de9e'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:51:53.364080 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-877d05f7-693c-4e3d-abf6-807fa0d84090 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for floatingip (5ab0d4f1-b477-4105-b7a1-c7db5a70e515), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:53.798196 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-877d05f7-693c-4e3d-abf6-807fa0d84090 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:53.857311 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-877d05f7-693c-4e3d-abf6-807fa0d84090 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (5ab0d4f1-b477-4105-b7a1-c7db5a70e515), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:53.955714 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.l3_db [None req-877d05f7-693c-4e3d-abf6-807fa0d84090 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Floating IP 5ab0d4f1-b477-4105-b7a1-c7db5a70e515 associated. External IP: 172.27.0.211, port: 767a932c-587b-4501-b928-eef9dd00de9e. Jul 21 10:51:53.971594 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-06655968-db2c-4156-b933-e477c9222b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:54.093107 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:54.158759 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877d05f7-693c-4e3d-abf6-807fa0d84090 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Router b5be4517-be14-43d5-af75-a3f4c686984a has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:51:54.244049 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:54.267751 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877d05f7-693c-4e3d-abf6-807fa0d84090 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:51:54.272755 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-877d05f7-693c-4e3d-abf6-807fa0d84090 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:54.277615 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b046622a-e38e-4121-960d-ec2043cf57fb None None] Sync routers for ids ['b5be4517-be14-43d5-af75-a3f4c686984a'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:51:54.285047 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4253c1-224f-4ded-a7f8-235222cdcf86 req-2618d8e0-3690-4bcf-a3f2-0c8498386963 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:54.287885 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b046622a-e38e-4121-960d-ec2043cf57fb None None] Routers {'b5be4517-be14-43d5-af75-a3f4c686984a'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:51:54.288053 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-df4253c1-224f-4ded-a7f8-235222cdcf86 req-2618d8e0-3690-4bcf-a3f2-0c8498386963 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0537162 Jul 21 10:51:54.289421 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-b046622a-e38e-4121-960d-ec2043cf57fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:51:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['b5be4517-be14-43d5-af75-a3f4c686984a'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:54.310511 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-877d05f7-693c-4e3d-abf6-807fa0d84090 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "PUT /v2.0/floatingips/5ab0d4f1-b477-4105-b7a1-c7db5a70e515 HTTP/1.1" status: 200 len: 991 time: 0.9889352 Jul 21 10:51:54.311413 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'tag': '767a932c-587b-4501-b928-eef9dd00de9e'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:51:54.313756 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d06c15-866a-4300-9ed2-9536ed41636f" -d '{"events": [{"name": "network-changed", "server_uuid": "68c9ec60-9f75-4491-a780-6c339cc6d445", "tag": "767a932c-587b-4501-b928-eef9dd00de9e"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:51:54.345621 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-df4253c1-224f-4ded-a7f8-235222cdcf86 req-4eff60ec-56fb-417e-8cc5-d26e87cdb255 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505984 Jul 21 10:51:54.397587 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-b046622a-e38e-4121-960d-ec2043cf57fb None None] Set router b5be4517-be14-43d5-af75-a3f4c686984a gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:51:54.503441 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf71e47-7d4b-4ea1-8c09-85bcfd5cba8f x-openstack-request-id: req-daf71e47-7d4b-4ea1-8c09-85bcfd5cba8f {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:51:54.503938 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c9ec60-9f75-4491-a780-6c339cc6d445", "tag": "767a932c-587b-4501-b928-eef9dd00de9e", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:51:54.504042 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-daf71e47-7d4b-4ea1-8c09-85bcfd5cba8f {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:51:54.504395 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf71e47-7d4b-4ea1-8c09-85bcfd5cba8f'] response: {'name': 'network-changed', 'server_uuid': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'tag': '767a932c-587b-4501-b928-eef9dd00de9e', 'status': 'completed', 'code': 200} Jul 21 10:51:54.611619 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-b046622a-e38e-4121-960d-ec2043cf57fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '5ab0d4f1-b477-4105-b7a1-c7db5a70e515', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'port_id': '767a932c-587b-4501-b928-eef9dd00de9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'mac_address': 'fa:16:3e:41:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:51:38Z', 'updated_at': '2022-07-21T10:51:53Z', 'revision_number': 1, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a', 'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'mac_address': 'fa:16:3e:87:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:20Z', 'updated_at': '2022-07-21T10:46:33Z', 'revision_number': 5, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'subnets': [{'id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:54.641448 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b046622a-e38e-4121-960d-ec2043cf57fb None None] Checking router: b5be4517-be14-43d5-af75-a3f4c686984a for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:51:54.650325 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b046622a-e38e-4121-960d-ec2043cf57fb None None] Routers {'b5be4517-be14-43d5-af75-a3f4c686984a'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:51:54.650978 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-b046622a-e38e-4121-960d-ec2043cf57fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:51:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['b5be4517-be14-43d5-af75-a3f4c686984a'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:54.752023 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-b046622a-e38e-4121-960d-ec2043cf57fb None None] Set router b5be4517-be14-43d5-af75-a3f4c686984a gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:51:54.955425 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-b046622a-e38e-4121-960d-ec2043cf57fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '5ab0d4f1-b477-4105-b7a1-c7db5a70e515', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'port_id': '767a932c-587b-4501-b928-eef9dd00de9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'mac_address': 'fa:16:3e:41:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:51:38Z', 'updated_at': '2022-07-21T10:51:53Z', 'revision_number': 1, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a', 'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'mac_address': 'fa:16:3e:87:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:20Z', 'updated_at': '2022-07-21T10:46:33Z', 'revision_number': 5, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'subnets': [{'id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:54.983490 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b046622a-e38e-4121-960d-ec2043cf57fb None None] The sync data for ids ['b5be4517-be14-43d5-af75-a3f4c686984a'] in dv-cinder-849800-2-iscsi is: [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '5ab0d4f1-b477-4105-b7a1-c7db5a70e515', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'port_id': '767a932c-587b-4501-b928-eef9dd00de9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'mac_address': 'fa:16:3e:41:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:51:38Z', 'updated_at': '2022-07-21T10:51:53Z', 'revision_number': 1, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a', 'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'mac_address': 'fa:16:3e:87:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:20Z', 'updated_at': '2022-07-21T10:46:33Z', 'revision_number': 5, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'subnets': [{'id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:51:55.172287 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a873c926-0ce6-4ca3-b2ab-4f50b253bc38 None None] New status for floating IP 5ab0d4f1-b477-4105-b7a1-c7db5a70e515: ACTIVE {{(pid=111080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:51:55.349800 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:55.463608 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c382078-8724-442b-a0d0-b8d67da02d46 req-31f711d0-278c-41e0-8eb7-914df4c659e3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:55.465311 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0c382078-8724-442b-a0d0-b8d67da02d46 req-31f711d0-278c-41e0-8eb7-914df4c659e3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0481164 Jul 21 10:51:55.516274 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0c382078-8724-442b-a0d0-b8d67da02d46 req-d9d3857d-647d-4b4d-a6df-9a2ee997b851 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455391 Jul 21 10:51:56.617931 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:56.631649 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d52d2d-e590-4a65-a43b-47b12c2999c4 req-dce369b9-8a3a-4ed9-9874-b6149afaf3d4 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:56.636762 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-21d52d2d-e590-4a65-a43b-47b12c2999c4 req-dce369b9-8a3a-4ed9-9874-b6149afaf3d4 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0493181 Jul 21 10:51:56.681284 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-21d52d2d-e590-4a65-a43b-47b12c2999c4 req-e273fda9-5714-4714-99b2-cca753d0923a tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419321 Jul 21 10:51:56.766330 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:57.596446 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d06c15-866a-4300-9ed2-9536ed41636f req-6222ef33-29dc-48ca-9fa3-67bd3c005378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:57.597958 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-42d06c15-866a-4300-9ed2-9536ed41636f req-6222ef33-29dc-48ca-9fa3-67bd3c005378 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29c1b9c9f7024f8494e0a9b58fe35710&device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 1129 time: 0.0411742 Jul 21 10:51:57.798333 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2338de-d823-4eb2-88d4-3bd5f328dc9b req-1f9ecfad-d784-4f5b-bfe2-ea822a633628 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:57.799965 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ec2338de-d823-4eb2-88d4-3bd5f328dc9b req-1f9ecfad-d784-4f5b-bfe2-ea822a633628 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0508187 Jul 21 10:51:57.850398 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ec2338de-d823-4eb2-88d4-3bd5f328dc9b req-5b198063-af85-4dba-aa6d-1d07448bde85 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=7727e392-27a1-453a-890b-af6aacf64456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445957 Jul 21 10:51:57.883308 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d06c15-866a-4300-9ed2-9536ed41636f req-6355dd53-22e2-4206-be38-3bc3ec85ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:57.884823 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-42d06c15-866a-4300-9ed2-9536ed41636f req-6355dd53-22e2-4206-be38-3bc3ec85ff07 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c770f837-eda0-4a68-b0cf-fd07722be163 HTTP/1.1" status: 200 len: 917 time: 0.0955620 Jul 21 10:51:58.017099 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1f451-d5c6-45e5-a83b-d4cde70ca5b6 req-f40e9b83-2584-4463-a59c-7cb0134ca6f0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:58.018595 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-deb1f451-d5c6-45e5-a83b-d4cde70ca5b6 req-f40e9b83-2584-4463-a59c-7cb0134ca6f0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.57 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 945 time: 0.0570846 Jul 21 10:51:58.019092 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-42d06c15-866a-4300-9ed2-9536ed41636f req-bd30fe44-78ed-4632-8699-f28edc2dbed4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=767a932c-587b-4501-b928-eef9dd00de9e HTTP/1.1" status: 200 len: 1001 time: 0.0596180 Jul 21 10:51:58.085901 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:58.086470 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d06c15-866a-4300-9ed2-9536ed41636f req-3672272d-c1e8-4366-9ddd-f34bee800a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:58.088096 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-42d06c15-866a-4300-9ed2-9536ed41636f req-3672272d-c1e8-4366-9ddd-f34bee800a24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c79189c-6f8d-462a-9ba9-a421b25b0a63 HTTP/1.1" status: 200 len: 855 time: 0.0461655 Jul 21 10:51:58.122117 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [req-deb1f451-d5c6-45e5-a83b-d4cde70ca5b6 req-ab7a536f-6bcc-4325-b00b-2ee0152a5602 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Deleting port 6ac84834-b64c-48e6-a97a-aed57229fe41 {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:51:58.122473 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-deb1f451-d5c6-45e5-a83b-d4cde70ca5b6 req-ab7a536f-6bcc-4325-b00b-2ee0152a5602 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (6ac84834-b64c-48e6-a97a-aed57229fe41), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:58.139211 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d06c15-866a-4300-9ed2-9536ed41636f req-74836760-2db4-49ee-9411-fd43442af7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:51:58.140782 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-42d06c15-866a-4300-9ed2-9536ed41636f req-74836760-2db4-49ee-9411-fd43442af7ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c770f837-eda0-4a68-b0cf-fd07722be163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459607 Jul 21 10:51:58.221353 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [req-deb1f451-d5c6-45e5-a83b-d4cde70ca5b6 req-ab7a536f-6bcc-4325-b00b-2ee0152a5602 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] For port 6ac84834-b64c-48e6-a97a-aed57229fe41, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=6ac84834-b64c-48e6-a97a-aed57229fe41,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:51:58.221721 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-deb1f451-d5c6-45e5-a83b-d4cde70ca5b6 req-ab7a536f-6bcc-4325-b00b-2ee0152a5602 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (6ac84834-b64c-48e6-a97a-aed57229fe41), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:58.241406 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-42d06c15-866a-4300-9ed2-9536ed41636f req-1bf8b056-af55-4fda-a00c-67a9458ba960 service neutron] 10.222.0.57 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937705 Jul 21 10:51:58.334621 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:58.339208 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-42d06c15-866a-4300-9ed2-9536ed41636f req-92fda328-05b6-4004-a6f7-7786280028c7 service neutron] 10.222.0.57 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912728 Jul 21 10:51:58.445101 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-deb1f451-d5c6-45e5-a83b-d4cde70ca5b6 req-ab7a536f-6bcc-4325-b00b-2ee0152a5602 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:58.445474 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-deb1f451-d5c6-45e5-a83b-d4cde70ca5b6 req-ab7a536f-6bcc-4325-b00b-2ee0152a5602 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (868df040-1553-4fee-be08-8671eedcb255), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:58.445790 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.l3_db [req-deb1f451-d5c6-45e5-a83b-d4cde70ca5b6 req-ab7a536f-6bcc-4325-b00b-2ee0152a5602 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Floating IP 868df040-1553-4fee-be08-8671eedcb255 disassociated. External IP: 172.27.0.21, port: 6ac84834-b64c-48e6-a97a-aed57229fe41. Jul 21 10:51:58.446143 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [req-deb1f451-d5c6-45e5-a83b-d4cde70ca5b6 req-ab7a536f-6bcc-4325-b00b-2ee0152a5602 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Calling delete_port for 6ac84834-b64c-48e6-a97a-aed57229fe41 owned by compute:nova {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:51:58.658514 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-deb1f451-d5c6-45e5-a83b-d4cde70ca5b6 req-ab7a536f-6bcc-4325-b00b-2ee0152a5602 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (6ac84834-b64c-48e6-a97a-aed57229fe41), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:58.687417 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a536f-6bcc-4325-b00b-2ee0152a5602 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Pushing event deleted for resources: {'Port': ['ID=6ac84834-b64c-48e6-a97a-aed57229fe41,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:51:58.795741 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [req-deb1f451-d5c6-45e5-a83b-d4cde70ca5b6 req-ab7a536f-6bcc-4325-b00b-2ee0152a5602 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Router bea4e702-1917-406c-9834-753b238f2ee0 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:51:58.897467 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-deb1f451-d5c6-45e5-a83b-d4cde70ca5b6 req-ab7a536f-6bcc-4325-b00b-2ee0152a5602 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:51:58.909644 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cf96c7-1381-4868-8f68-2302281bda21 None None] Sync routers for ids ['bea4e702-1917-406c-9834-753b238f2ee0'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:51:58.922409 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cf96c7-1381-4868-8f68-2302281bda21 None None] Routers {'bea4e702-1917-406c-9834-753b238f2ee0'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:51:58.923061 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-97cf96c7-1381-4868-8f68-2302281bda21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:51:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['bea4e702-1917-406c-9834-753b238f2ee0'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:58.984136 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-85a65e92-65bb-4463-9b5d-24161b809565 req-32421f91-fe88-4cb9-978a-d0e3e7cbd4f4 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 210 time: 0.0599964 Jul 21 10:51:58.984788 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb1f451-d5c6-45e5-a83b-d4cde70ca5b6 req-ab7a536f-6bcc-4325-b00b-2ee0152a5602 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] No DVR routers for this DVR port 6ac84834-b64c-48e6-a97a-aed57229fe41 on host hv-cinder-84980 {{(pid=111079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:51:58.987835 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-deb1f451-d5c6-45e5-a83b-d4cde70ca5b6 req-ab7a536f-6bcc-4325-b00b-2ee0152a5602 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:51:58.991039 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-deb1f451-d5c6-45e5-a83b-d4cde70ca5b6 req-ab7a536f-6bcc-4325-b00b-2ee0152a5602 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.57 "DELETE /v2.0/ports/6ac84834-b64c-48e6-a97a-aed57229fe41 HTTP/1.1" status: 204 len: 173 time: 0.9495537 Jul 21 10:51:58.991475 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'name': 'network-vif-deleted', 'tag': '6ac84834-b64c-48e6-a97a-aed57229fe41'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:51:58.993781 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855c2e97-2c0c-4648-a059-0162ddda1ba9" -d '{"events": [{"server_uuid": "a54643be-3f53-4fe5-bab0-786b71d627bb", "name": "network-vif-deleted", "tag": "6ac84834-b64c-48e6-a97a-aed57229fe41"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:51:59.052559 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-97cf96c7-1381-4868-8f68-2302281bda21 None None] Set router bea4e702-1917-406c-9834-753b238f2ee0 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:51:59.098694 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58c7afe-d7be-441e-9ce2-ca64fdf8f19b x-openstack-request-id: req-f58c7afe-d7be-441e-9ce2-ca64fdf8f19b {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:51:59.098694 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54643be-3f53-4fe5-bab0-786b71d627bb", "name": "network-vif-deleted", "tag": "6ac84834-b64c-48e6-a97a-aed57229fe41", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:51:59.098694 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f58c7afe-d7be-441e-9ce2-ca64fdf8f19b {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:51:59.098694 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f58c7afe-d7be-441e-9ce2-ca64fdf8f19b'] response: {'server_uuid': 'a54643be-3f53-4fe5-bab0-786b71d627bb', 'name': 'network-vif-deleted', 'tag': '6ac84834-b64c-48e6-a97a-aed57229fe41', 'status': 'completed', 'code': 200} Jul 21 10:51:59.288134 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=100 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:59.298936 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=100 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:51:59.347692 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-97cf96c7-1381-4868-8f68-2302281bda21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:21Z', 'revision_number': 4, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'gw_port': {'id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:12Z', 'updated_at': '2022-07-21T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '1488a3fe-4dfc-4101-8ef0-58e3c2d181d8', 'name': '', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'mac_address': 'fa:16:3e:b7:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:19Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 5, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'subnets': [{'id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:59.372523 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cf96c7-1381-4868-8f68-2302281bda21 None None] Checking router: bea4e702-1917-406c-9834-753b238f2ee0 for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:51:59.381155 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cf96c7-1381-4868-8f68-2302281bda21 None None] Routers {'bea4e702-1917-406c-9834-753b238f2ee0'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:51:59.381771 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-97cf96c7-1381-4868-8f68-2302281bda21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:51:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['bea4e702-1917-406c-9834-753b238f2ee0'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:59.485579 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-97cf96c7-1381-4868-8f68-2302281bda21 None None] Set router bea4e702-1917-406c-9834-753b238f2ee0 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:51:59.673018 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-97cf96c7-1381-4868-8f68-2302281bda21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:21Z', 'revision_number': 4, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'gw_port': {'id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:12Z', 'updated_at': '2022-07-21T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '1488a3fe-4dfc-4101-8ef0-58e3c2d181d8', 'name': '', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'mac_address': 'fa:16:3e:b7:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:19Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 5, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'subnets': [{'id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:51:59.697155 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cf96c7-1381-4868-8f68-2302281bda21 None None] The sync data for ids ['bea4e702-1917-406c-9834-753b238f2ee0'] in dv-cinder-849800-2-iscsi is: [{'id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:46:21Z', 'revision_number': 4, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'gw_port': {'id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:12Z', 'updated_at': '2022-07-21T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '1488a3fe-4dfc-4101-8ef0-58e3c2d181d8', 'name': '', 'network_id': 'c6051ff4-8399-4b19-9b2a-895d18fcb35a', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'mac_address': 'fa:16:3e:b7:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:19Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 5, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'subnets': [{'id': '8e0cf4ee-8186-43e0-be83-a0ef0604ebdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:51:59.919622 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2238c97c-ff05-475d-a00b-91653ef4d9db None None] New status for floating IP 868df040-1553-4fee-be08-8671eedcb255: DOWN {{(pid=111080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:52:00.098379 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4e80d50c-2a85-46d9-845d-e1fb96814048 req-d5d2e213-dc7a-47aa-a074-25965f32c9a3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=a54643be-3f53-4fe5-bab0-786b71d627bb HTTP/1.1" status: 200 len: 210 time: 0.0308502 Jul 21 10:52:01.241459 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39288) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:01.297377 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ba17030a-d127-4d20-8eda-cda091a07a52 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for security_group (7727e392-27a1-453a-890b-af6aacf64456), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:01.320376 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ba17030a-d127-4d20-8eda-cda091a07a52 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for security_group (7727e392-27a1-453a-890b-af6aacf64456), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:01.435115 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ba17030a-d127-4d20-8eda-cda091a07a52 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (7727e392-27a1-453a-890b-af6aacf64456), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:01.437723 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ba17030a-d127-4d20-8eda-cda091a07a52 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:01.438965 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-ba17030a-d127-4d20-8eda-cda091a07a52 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "DELETE /v2.0/security-groups/7727e392-27a1-453a-890b-af6aacf64456 HTTP/1.1" status: 204 len: 168 time: 0.1965160 Jul 21 10:52:01.441550 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39290) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:01.449397 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17030a-d127-4d20-8eda-cda091a07a52 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7727e392-27a1-453a-890b-af6aacf64456,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:01.455294 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.api.v2.resource [None req-cefb46a3-db76-4079-b938-fedbc0f07da7 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] show failed (client error): The resource could not be found. Jul 21 10:52:01.456352 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-cefb46a3-db76-4079-b938-fedbc0f07da7 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups/7727e392-27a1-453a-890b-af6aacf64456 HTTP/1.1" status: 404 len: 347 time: 0.0137999 Jul 21 10:52:01.458987 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39292) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:01.571857 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-97d1d809-4fad-4790-ae0f-dc4e54975bd6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Deleting port a172bf71-73da-462a-ac69-e300cd7012ba {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:52:01.572196 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-97d1d809-4fad-4790-ae0f-dc4e54975bd6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (a172bf71-73da-462a-ac69-e300cd7012ba), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:01.650855 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-97d1d809-4fad-4790-ae0f-dc4e54975bd6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (a172bf71-73da-462a-ac69-e300cd7012ba), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:01.651302 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-97d1d809-4fad-4790-ae0f-dc4e54975bd6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for floatingip (a172bf71-73da-462a-ac69-e300cd7012ba), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:01.663147 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-97d1d809-4fad-4790-ae0f-dc4e54975bd6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Calling delete_port for a172bf71-73da-462a-ac69-e300cd7012ba owned by network:floatingip {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:52:01.705909 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:01.772959 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:01.846246 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-97d1d809-4fad-4790-ae0f-dc4e54975bd6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (a172bf71-73da-462a-ac69-e300cd7012ba), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:01.872334 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1d809-4fad-4790-ae0f-dc4e54975bd6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Pushing event deleted for resources: {'Port': ['ID=a172bf71-73da-462a-ac69-e300cd7012ba,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:01.939888 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-97d1d809-4fad-4790-ae0f-dc4e54975bd6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks [] for floatingip (868df040-1553-4fee-be08-8671eedcb255), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:01.942438 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-97d1d809-4fad-4790-ae0f-dc4e54975bd6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:01.943604 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-97d1d809-4fad-4790-ae0f-dc4e54975bd6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "DELETE /v2.0/floatingips/868df040-1553-4fee-be08-8671eedcb255 HTTP/1.1" status: 204 len: 168 time: 0.4837093 Jul 21 10:52:02.026767 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 6ac84834-b64c-48e6-a97a-aed57229fe41 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:52:02.046774 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: 6ac84834-b64c-48e6-a97a-aed57229fe41 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:52:02.047122 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 6ac84834-b64c-48e6-a97a-aed57229fe41 not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:52:04.871509 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e638c-e9d6-4be6-9cd3-a4c1e06dbf9d req-8416f335-c50d-4e3b-b259-d420dc591038 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:04.873002 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-889e638c-e9d6-4be6-9cd3-a4c1e06dbf9d req-8416f335-c50d-4e3b-b259-d420dc591038 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0524054 Jul 21 10:52:04.920299 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-889e638c-e9d6-4be6-9cd3-a4c1e06dbf9d req-bef7c2af-1a3b-4dd5-a1bd-8274cc1acfd8 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418732 Jul 21 10:52:06.037003 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d7ce4-8021-4e9d-a511-2454b05f9686 req-4c2b7909-8701-4fe4-a599-8a5da8f9f399 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:06.038524 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-045d7ce4-8021-4e9d-a511-2454b05f9686 req-4c2b7909-8701-4fe4-a599-8a5da8f9f399 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0468259 Jul 21 10:52:06.085577 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-045d7ce4-8021-4e9d-a511-2454b05f9686 req-e2d2bd2e-33f0-4bba-a91d-bba441a82dba tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Jul 21 10:52:07.197560 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e8667-9ca8-43e4-b9ea-2062d75fe69f req-eb66d9bf-00aa-4c58-bd80-e960c7377bcd tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:07.199421 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a43e8667-9ca8-43e4-b9ea-2062d75fe69f req-eb66d9bf-00aa-4c58-bd80-e960c7377bcd tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0468259 Jul 21 10:52:07.249160 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a43e8667-9ca8-43e4-b9ea-2062d75fe69f req-c9d9da25-ee3f-4216-b964-a3f0a26f82f5 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445127 Jul 21 10:52:07.794573 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220791b-96d9-4e41-bb36-7f80e702d829 req-23eafc27-3df3-43da-bb22-777bf74ca34b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:07.796041 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a220791b-96d9-4e41-bb36-7f80e702d829 req-23eafc27-3df3-43da-bb22-777bf74ca34b tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.57 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0498037 Jul 21 10:52:07.884231 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [req-a220791b-96d9-4e41-bb36-7f80e702d829 req-1229aedb-85ee-4bb1-b453-ccd3fdaf09a3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Deleting port 2f00b65f-1c5b-4127-be24-1cea853f5f63 {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:52:07.884590 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-a220791b-96d9-4e41-bb36-7f80e702d829 req-1229aedb-85ee-4bb1-b453-ccd3fdaf09a3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (2f00b65f-1c5b-4127-be24-1cea853f5f63), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:08.227572 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [req-a220791b-96d9-4e41-bb36-7f80e702d829 req-1229aedb-85ee-4bb1-b453-ccd3fdaf09a3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] For port 2f00b65f-1c5b-4127-be24-1cea853f5f63, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2f00b65f-1c5b-4127-be24-1cea853f5f63,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:08.228243 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-a220791b-96d9-4e41-bb36-7f80e702d829 req-1229aedb-85ee-4bb1-b453-ccd3fdaf09a3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (2f00b65f-1c5b-4127-be24-1cea853f5f63), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:08.240950 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [req-a220791b-96d9-4e41-bb36-7f80e702d829 req-1229aedb-85ee-4bb1-b453-ccd3fdaf09a3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Calling delete_port for 2f00b65f-1c5b-4127-be24-1cea853f5f63 owned by compute:nova {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:52:08.394366 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ada1e-0afa-4f5f-b18b-27f40b3f6d21 req-47c6ea12-51aa-40ae-89ec-9f1d5621f561 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:08.395856 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-717ada1e-0afa-4f5f-b18b-27f40b3f6d21 req-47c6ea12-51aa-40ae-89ec-9f1d5621f561 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 946 time: 0.0789614 Jul 21 10:52:08.417829 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:08.446255 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-717ada1e-0afa-4f5f-b18b-27f40b3f6d21 req-4668e244-d4d5-4aeb-9a2d-b9c2f00a11e2 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431993 Jul 21 10:52:08.469280 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-a220791b-96d9-4e41-bb36-7f80e702d829 req-1229aedb-85ee-4bb1-b453-ccd3fdaf09a3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (2f00b65f-1c5b-4127-be24-1cea853f5f63), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:08.496661 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229aedb-85ee-4bb1-b453-ccd3fdaf09a3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Pushing event deleted for resources: {'Port': ['ID=2f00b65f-1c5b-4127-be24-1cea853f5f63,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:08.507425 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['2f00b65f-1c5b-4127-be24-1cea853f5f63', '19e030a0-d846-4c1c-bab7-3d45644c2248'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:52:08.549642 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [req-a220791b-96d9-4e41-bb36-7f80e702d829 req-1229aedb-85ee-4bb1-b453-ccd3fdaf09a3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] No DVR routers for this DVR port 2f00b65f-1c5b-4127-be24-1cea853f5f63 on host hv-cinder-84980 {{(pid=111079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:52:08.552172 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-a220791b-96d9-4e41-bb36-7f80e702d829 req-1229aedb-85ee-4bb1-b453-ccd3fdaf09a3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:08.555468 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a220791b-96d9-4e41-bb36-7f80e702d829 req-1229aedb-85ee-4bb1-b453-ccd3fdaf09a3 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.57 "DELETE /v2.0/ports/2f00b65f-1c5b-4127-be24-1cea853f5f63 HTTP/1.1" status: 204 len: 173 time: 0.7540522 Jul 21 10:52:08.555900 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86715109-fd38-41f4-b384-a319c310fc44', 'name': 'network-vif-deleted', 'tag': '2f00b65f-1c5b-4127-be24-1cea853f5f63'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:52:08.558244 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786bab67-1337-42e2-806e-1432412f8983" -d '{"events": [{"server_uuid": "86715109-fd38-41f4-b384-a319c310fc44", "name": "network-vif-deleted", "tag": "2f00b65f-1c5b-4127-be24-1cea853f5f63"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:52:08.597448 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4149029-c0d9-49c2-911f-6c4e6872ee5d x-openstack-request-id: req-f4149029-c0d9-49c2-911f-6c4e6872ee5d {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:52:08.597747 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86715109-fd38-41f4-b384-a319c310fc44", "name": "network-vif-deleted", "tag": "2f00b65f-1c5b-4127-be24-1cea853f5f63", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:52:08.598002 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4149029-c0d9-49c2-911f-6c4e6872ee5d {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:52:08.598404 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4149029-c0d9-49c2-911f-6c4e6872ee5d'] response: {'server_uuid': '86715109-fd38-41f4-b384-a319c310fc44', 'name': 'network-vif-deleted', 'tag': '2f00b65f-1c5b-4127-be24-1cea853f5f63', 'status': 'completed', 'code': 200} Jul 21 10:52:09.575959 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7b958b4e-10da-4113-9387-2ff361edcf2b req-c692c3e9-2786-40b7-b233-bf52c6eae137 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=86715109-fd38-41f4-b384-a319c310fc44 HTTP/1.1" status: 200 len: 210 time: 0.0388527 Jul 21 10:52:11.040559 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72fceb-b63e-4ca7-bd57-ecfbe0c8687e req-2146283e-0a36-4f62-a30a-962b51cdf19a tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:11.042003 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fa72fceb-b63e-4ca7-bd57-ecfbe0c8687e req-2146283e-0a36-4f62-a30a-962b51cdf19a tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0470676 Jul 21 10:52:11.060916 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:11.091312 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fa72fceb-b63e-4ca7-bd57-ecfbe0c8687e req-1bbaf836-2ffb-423e-80ae-0ab1b6116688 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432131 Jul 21 10:52:11.355121 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=66,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:11.444705 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:12.079432 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 2f00b65f-1c5b-4127-be24-1cea853f5f63 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:52:12.099214 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: 2f00b65f-1c5b-4127-be24-1cea853f5f63 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:52:12.099562 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 2f00b65f-1c5b-4127-be24-1cea853f5f63 not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:52:12.234755 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b515-35fd-48cd-a47a-d8665aca23b1 req-d65e078a-116f-44d9-9084-641c94928bc3 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:12.236230 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4176b515-35fd-48cd-a47a-d8665aca23b1 req-d65e078a-116f-44d9-9084-641c94928bc3 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 945 time: 0.0798662 Jul 21 10:52:12.244253 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa59012-f225-44fc-9d36-b03122599464 req-ed424e04-8f64-4667-8f16-14f76af63130 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:12.246158 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ffa59012-f225-44fc-9d36-b03122599464 req-ed424e04-8f64-4667-8f16-14f76af63130 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0788701 Jul 21 10:52:12.318964 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4176b515-35fd-48cd-a47a-d8665aca23b1 req-2440a4fd-eaf2-4d56-9a6c-be3b15ac7754 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddcb6241-b14e-43f5-8693-873529eae45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718207 Jul 21 10:52:12.322176 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ffa59012-f225-44fc-9d36-b03122599464 req-58a82134-1fb0-4632-9208-8b7a9a163b6f tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692780 Jul 21 10:52:13.465281 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c6070-f5d9-460d-be16-17c1e92b8b0f req-9ed7b62d-fc24-4386-9355-8460e7936c9c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:13.467198 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ad7c6070-f5d9-460d-be16-17c1e92b8b0f req-9ed7b62d-fc24-4386-9355-8460e7936c9c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 945 time: 0.0803831 Jul 21 10:52:13.473354 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b49e2-84f4-4e72-996a-e94093c8e323 req-16560e45-eef9-4ca4-8bb3-248d2514d9cd tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:13.474765 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-733b49e2-84f4-4e72-996a-e94093c8e323 req-16560e45-eef9-4ca4-8bb3-248d2514d9cd tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0771732 Jul 21 10:52:13.560289 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-733b49e2-84f4-4e72-996a-e94093c8e323 req-82226253-516b-49fc-8620-ac6c0a364976 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778537 Jul 21 10:52:13.563413 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ad7c6070-f5d9-460d-be16-17c1e92b8b0f req-eac407bf-a05e-4042-81b3-1b6aa6bec380 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddcb6241-b14e-43f5-8693-873529eae45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875790 Jul 21 10:52:13.595287 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ed7e6001-f8ea-43da-acf4-c33641bc21ac req-54a79e68-23bb-4de4-aa37-c373a483cf16 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558105 Jul 21 10:52:14.703764 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708453e-9909-419b-92b7-54c273d3e822 req-d8ad89c4-50ee-4677-b8ab-eb1a46add0b6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:14.705229 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6708453e-9909-419b-92b7-54c273d3e822 req-d8ad89c4-50ee-4677-b8ab-eb1a46add0b6 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0755782 Jul 21 10:52:14.713416 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d11c06-89e5-426c-a487-677139dcc4b5 req-c157358a-3fc5-4210-8750-cffb8cb5c101 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:14.715076 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-38d11c06-89e5-426c-a487-677139dcc4b5 req-c157358a-3fc5-4210-8750-cffb8cb5c101 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 945 time: 0.0739977 Jul 21 10:52:14.791617 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6708453e-9909-419b-92b7-54c273d3e822 req-72250abb-a3b5-47b6-af53-af489fe0140c tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756075 Jul 21 10:52:14.796462 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-38d11c06-89e5-426c-a487-677139dcc4b5 req-f9f1e637-5f71-4e69-be47-c23d49409d48 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddcb6241-b14e-43f5-8693-873529eae45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743368 Jul 21 10:52:14.828890 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:15.483835 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e6001-f8ea-43da-acf4-c33641bc21ac req-fc63b0c4-23c9-48e2-b1ab-56cfe6213bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:15.485274 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-ed7e6001-f8ea-43da-acf4-c33641bc21ac req-fc63b0c4-23c9-48e2-b1ab-56cfe6213bcc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=620ea9c4eaa74dc5858cf93d9fcad9f1&device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 1130 time: 0.0411820 Jul 21 10:52:15.491163 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c13f8-7e65-4f60-b0bc-01edb6632764 req-8cf50807-1c26-4188-abb7-11a53859a7a0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:15.492635 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-477c13f8-7e65-4f60-b0bc-01edb6632764 req-8cf50807-1c26-4188-abb7-11a53859a7a0 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.0488718 Jul 21 10:52:15.576499 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [req-477c13f8-7e65-4f60-b0bc-01edb6632764 req-486794ec-9ef4-4918-944c-f26f822c36d9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Deleting port 19e030a0-d846-4c1c-bab7-3d45644c2248 {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:52:15.576850 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-477c13f8-7e65-4f60-b0bc-01edb6632764 req-486794ec-9ef4-4918-944c-f26f822c36d9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (19e030a0-d846-4c1c-bab7-3d45644c2248), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:15.671814 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [req-477c13f8-7e65-4f60-b0bc-01edb6632764 req-486794ec-9ef4-4918-944c-f26f822c36d9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] For port 19e030a0-d846-4c1c-bab7-3d45644c2248, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=19e030a0-d846-4c1c-bab7-3d45644c2248,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:15.672242 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-477c13f8-7e65-4f60-b0bc-01edb6632764 req-486794ec-9ef4-4918-944c-f26f822c36d9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (19e030a0-d846-4c1c-bab7-3d45644c2248), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:15.685613 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [req-477c13f8-7e65-4f60-b0bc-01edb6632764 req-486794ec-9ef4-4918-944c-f26f822c36d9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Calling delete_port for 19e030a0-d846-4c1c-bab7-3d45644c2248 owned by compute:nova {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:52:15.693679 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:15.695813 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f684aea-7ae2-4d7d-8a20-7178e1a18f13 req-f58d4474-d983-4cbe-b5af-a3f9814c602e tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:15.697300 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5f684aea-7ae2-4d7d-8a20-7178e1a18f13 req-f58d4474-d983-4cbe-b5af-a3f9814c602e tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 945 time: 0.0925186 Jul 21 10:52:15.765079 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e6001-f8ea-43da-acf4-c33641bc21ac req-85112346-f7bc-4ddd-86e7-38d490a38fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:15.766485 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-ed7e6001-f8ea-43da-acf4-c33641bc21ac req-85112346-f7bc-4ddd-86e7-38d490a38fd8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=27b56899-b3ca-45d1-a202-b2681b2d043e HTTP/1.1" status: 200 len: 910 time: 0.1694109 Jul 21 10:52:15.804539 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:15.850407 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-5f684aea-7ae2-4d7d-8a20-7178e1a18f13 req-fac2d9f6-a0da-4491-8f3f-7928691fbeaa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Deleting port 28698c15-1328-42b1-94dc-58f0f01666c1 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:52:15.853245 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-5f684aea-7ae2-4d7d-8a20-7178e1a18f13 req-fac2d9f6-a0da-4491-8f3f-7928691fbeaa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (28698c15-1328-42b1-94dc-58f0f01666c1), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:15.876701 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-ed7e6001-f8ea-43da-acf4-c33641bc21ac req-7b0bbdb8-a80c-4d20-9633-3cc347b0a4fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 HTTP/1.1" status: 200 len: 1002 time: 0.0884387 Jul 21 10:52:15.923833 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-477c13f8-7e65-4f60-b0bc-01edb6632764 req-486794ec-9ef4-4918-944c-f26f822c36d9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (19e030a0-d846-4c1c-bab7-3d45644c2248), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:15.966948 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['19e030a0-d846-4c1c-bab7-3d45644c2248'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:52:15.972498 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b101e0-75bf-4689-827e-05cd998d1658 req-947beee1-ace4-4499-bac9-83fa9c5b4dd9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:15.974001 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c1b101e0-75bf-4689-827e-05cd998d1658 req-947beee1-ace4-4499-bac9-83fa9c5b4dd9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 945 time: 0.1045706 Jul 21 10:52:15.974782 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486794ec-9ef4-4918-944c-f26f822c36d9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Pushing event deleted for resources: {'Port': ['ID=19e030a0-d846-4c1c-bab7-3d45644c2248,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:15.976590 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e6001-f8ea-43da-acf4-c33641bc21ac req-b4b54852-0560-45fc-8ac9-8905e6ea3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:15.978062 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-ed7e6001-f8ea-43da-acf4-c33641bc21ac req-b4b54852-0560-45fc-8ac9-8905e6ea3727 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=675fa199-a2f9-4cce-9e74-45a2be0ffecf HTTP/1.1" status: 200 len: 848 time: 0.0946362 Jul 21 10:52:15.985938 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1363f5-f0c3-4768-b135-023f7df19c1b req-05cf3206-cd99-43b4-bb3e-19e0e6e60fe3 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:15.992283 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1f1363f5-f0c3-4768-b135-023f7df19c1b req-05cf3206-cd99-43b4-bb3e-19e0e6e60fe3 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 945 time: 0.1245899 Jul 21 10:52:16.025836 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-5f684aea-7ae2-4d7d-8a20-7178e1a18f13 req-fac2d9f6-a0da-4491-8f3f-7928691fbeaa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] For port 28698c15-1328-42b1-94dc-58f0f01666c1, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=28698c15-1328-42b1-94dc-58f0f01666c1,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:16.026220 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-5f684aea-7ae2-4d7d-8a20-7178e1a18f13 req-fac2d9f6-a0da-4491-8f3f-7928691fbeaa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (28698c15-1328-42b1-94dc-58f0f01666c1), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:16.049203 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e6001-f8ea-43da-acf4-c33641bc21ac req-153cf512-df16-4082-8eef-1889f8e415d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:16.050758 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-ed7e6001-f8ea-43da-acf4-c33641bc21ac req-153cf512-df16-4082-8eef-1889f8e415d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27b56899-b3ca-45d1-a202-b2681b2d043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644000 Jul 21 10:52:16.095735 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [req-477c13f8-7e65-4f60-b0bc-01edb6632764 req-486794ec-9ef4-4918-944c-f26f822c36d9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] No DVR routers for this DVR port 19e030a0-d846-4c1c-bab7-3d45644c2248 on host hv-cinder-84980 {{(pid=111079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:52:16.100730 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-477c13f8-7e65-4f60-b0bc-01edb6632764 req-486794ec-9ef4-4918-944c-f26f822c36d9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:16.103901 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-477c13f8-7e65-4f60-b0bc-01edb6632764 req-486794ec-9ef4-4918-944c-f26f822c36d9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.57 "DELETE /v2.0/ports/19e030a0-d846-4c1c-bab7-3d45644c2248 HTTP/1.1" status: 204 len: 173 time: 0.6062741 Jul 21 10:52:16.104324 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a76827-1907-4bf4-b27c-945b33b2316d', 'name': 'network-vif-deleted', 'tag': '19e030a0-d846-4c1c-bab7-3d45644c2248'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:52:16.107375 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a17ac66-d194-447a-988d-7794d6fc811f" -d '{"events": [{"server_uuid": "b7a76827-1907-4bf4-b27c-945b33b2316d", "name": "network-vif-deleted", "tag": "19e030a0-d846-4c1c-bab7-3d45644c2248"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:52:16.115754 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c1b101e0-75bf-4689-827e-05cd998d1658 req-d5b5582b-63c5-4e37-96c8-2c4d3787fb85 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/security-groups?id=3587ddc1-84de-488e-a5a4-aeb01800a70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209121 Jul 21 10:52:16.128230 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1f1363f5-f0c3-4768-b135-023f7df19c1b req-7b0fb91f-6494-45a5-95bd-7af440f3d30e tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddcb6241-b14e-43f5-8693-873529eae45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350961 Jul 21 10:52:16.177787 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85691bf9-3745-4af7-9f56-db0b17990028 x-openstack-request-id: req-85691bf9-3745-4af7-9f56-db0b17990028 {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:52:16.178153 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a76827-1907-4bf4-b27c-945b33b2316d", "name": "network-vif-deleted", "tag": "19e030a0-d846-4c1c-bab7-3d45644c2248", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:52:16.178500 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85691bf9-3745-4af7-9f56-db0b17990028 {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:52:16.179112 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85691bf9-3745-4af7-9f56-db0b17990028'] response: {'server_uuid': 'b7a76827-1907-4bf4-b27c-945b33b2316d', 'name': 'network-vif-deleted', 'tag': '19e030a0-d846-4c1c-bab7-3d45644c2248', 'status': 'completed', 'code': 200} Jul 21 10:52:16.267588 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-ed7e6001-f8ea-43da-acf4-c33641bc21ac req-587f40d8-f02d-45a7-bb4c-87be72991231 service neutron] 10.222.0.57 "GET /v2.0/networks/27b56899-b3ca-45d1-a202-b2681b2d043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868994 Jul 21 10:52:16.284075 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-5f684aea-7ae2-4d7d-8a20-7178e1a18f13 req-fac2d9f6-a0da-4491-8f3f-7928691fbeaa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:16.284386 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-5f684aea-7ae2-4d7d-8a20-7178e1a18f13 req-fac2d9f6-a0da-4491-8f3f-7928691fbeaa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (c8024802-3756-403b-a1f2-2466a817f7f6), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:16.284758 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.l3_db [req-5f684aea-7ae2-4d7d-8a20-7178e1a18f13 req-fac2d9f6-a0da-4491-8f3f-7928691fbeaa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Floating IP c8024802-3756-403b-a1f2-2466a817f7f6 disassociated. External IP: 172.27.0.59, port: 28698c15-1328-42b1-94dc-58f0f01666c1. Jul 21 10:52:16.285119 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-5f684aea-7ae2-4d7d-8a20-7178e1a18f13 req-fac2d9f6-a0da-4491-8f3f-7928691fbeaa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Calling delete_port for 28698c15-1328-42b1-94dc-58f0f01666c1 owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:52:16.633794 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:16.675305 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-ed7e6001-f8ea-43da-acf4-c33641bc21ac req-f4173af0-8aa6-44c8-ab96-c3b7842c29e7 service neutron] 10.222.0.57 "GET /v2.0/networks/27b56899-b3ca-45d1-a202-b2681b2d043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477173 Jul 21 10:52:16.676994 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:16.795031 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-5f684aea-7ae2-4d7d-8a20-7178e1a18f13 req-fac2d9f6-a0da-4491-8f3f-7928691fbeaa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (28698c15-1328-42b1-94dc-58f0f01666c1), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:16.822900 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2d9f6-a0da-4491-8f3f-7928691fbeaa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event deleted for resources: {'Port': ['ID=28698c15-1328-42b1-94dc-58f0f01666c1,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:16.934564 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f684aea-7ae2-4d7d-8a20-7178e1a18f13 req-fac2d9f6-a0da-4491-8f3f-7928691fbeaa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:52:17.039001 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f684aea-7ae2-4d7d-8a20-7178e1a18f13 req-fac2d9f6-a0da-4491-8f3f-7928691fbeaa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:52:17.050444 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e101990-40ca-44c9-8805-2316585ed659 None None] Sync routers for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:52:17.067459 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e101990-40ca-44c9-8805-2316585ed659 None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:52:17.068461 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-9e101990-40ca-44c9-8805-2316585ed659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:51:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:17.103302 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f684aea-7ae2-4d7d-8a20-7178e1a18f13 req-fac2d9f6-a0da-4491-8f3f-7928691fbeaa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] No DVR routers for this DVR port 28698c15-1328-42b1-94dc-58f0f01666c1 on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:52:17.107285 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-5f684aea-7ae2-4d7d-8a20-7178e1a18f13 req-fac2d9f6-a0da-4491-8f3f-7928691fbeaa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:17.110690 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5f684aea-7ae2-4d7d-8a20-7178e1a18f13 req-fac2d9f6-a0da-4491-8f3f-7928691fbeaa tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "DELETE /v2.0/ports/28698c15-1328-42b1-94dc-58f0f01666c1 HTTP/1.1" status: 204 len: 173 time: 1.4067650 Jul 21 10:52:17.111567 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6803db4b-7556-4e4e-989c-adfa3d140a09', 'name': 'network-vif-deleted', 'tag': '28698c15-1328-42b1-94dc-58f0f01666c1'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:52:17.113691 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9914e25e-07f9-48e2-b897-c2c05bdea6e4" -d '{"events": [{"server_uuid": "6803db4b-7556-4e4e-989c-adfa3d140a09", "name": "network-vif-deleted", "tag": "28698c15-1328-42b1-94dc-58f0f01666c1"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:52:17.148029 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530c27ac-0178-4d08-a064-e55fb4ca1ea3 x-openstack-request-id: req-530c27ac-0178-4d08-a064-e55fb4ca1ea3 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:52:17.148324 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6803db4b-7556-4e4e-989c-adfa3d140a09", "name": "network-vif-deleted", "tag": "28698c15-1328-42b1-94dc-58f0f01666c1", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:52:17.151425 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-530c27ac-0178-4d08-a064-e55fb4ca1ea3 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:52:17.151425 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530c27ac-0178-4d08-a064-e55fb4ca1ea3'] response: {'server_uuid': '6803db4b-7556-4e4e-989c-adfa3d140a09', 'name': 'network-vif-deleted', 'tag': '28698c15-1328-42b1-94dc-58f0f01666c1', 'status': 'completed', 'code': 200} Jul 21 10:52:17.196551 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-9e101990-40ca-44c9-8805-2316585ed659 None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:52:17.251638 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-672cc104-d784-45dd-af70-089452fc6c53 req-1d451637-36c5-4755-94b2-9593baf3c390 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 210 time: 0.0398297 Jul 21 10:52:17.325252 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ed9e9c85-9ed5-4a9a-89b5-28ed806b2c7f req-c77607a0-e9d2-480e-9551-1ff4bd367df1 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7a76827-1907-4bf4-b27c-945b33b2316d HTTP/1.1" status: 200 len: 210 time: 0.0557263 Jul 21 10:52:17.436963 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-9e101990-40ca-44c9-8805-2316585ed659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:17.466830 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e101990-40ca-44c9-8805-2316585ed659 None None] Checking router: e283a85c-fc9e-4230-8da7-8cca5e8c96d2 for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:52:17.475423 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e101990-40ca-44c9-8805-2316585ed659 None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:52:17.476036 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-9e101990-40ca-44c9-8805-2316585ed659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:51:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:17.547786 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=100 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:17.567493 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=100 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:17.578649 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-9e101990-40ca-44c9-8805-2316585ed659 None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:52:17.768203 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-9e101990-40ca-44c9-8805-2316585ed659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:17.796454 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e101990-40ca-44c9-8805-2316585ed659 None None] The sync data for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi is: [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:52:18.032516 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c2906-5def-4c6b-b816-344c057a65ef None None] New status for floating IP c8024802-3756-403b-a1f2-2466a817f7f6: DOWN {{(pid=111080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:52:18.103037 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 19e030a0-d846-4c1c-bab7-3d45644c2248 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:52:18.127893 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: 19e030a0-d846-4c1c-bab7-3d45644c2248 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:52:18.129839 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 19e030a0-d846-4c1c-bab7-3d45644c2248 not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:52:18.359286 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ec222b11-f2dc-4690-80f6-b9fe4d4bcffe req-3da5f75c-6947-44db-84b4-00b6da98e8f3 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6803db4b-7556-4e4e-989c-adfa3d140a09 HTTP/1.1" status: 200 len: 210 time: 0.0297747 Jul 21 10:52:18.386313 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39406) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:18.611182 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:52:18.908599 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2fee85a1-a150-4974-b22a-13607b3375d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906778'] for router_interface (bea4e702-1917-406c-9834-753b238f2ee0), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:19.112700 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:19.172275 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-2fee85a1-a150-4974-b22a-13607b3375d8 admin admin] Deleting port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:52:19.172623 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2fee85a1-a150-4974-b22a-13607b3375d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:19.249212 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [None req-2fee85a1-a150-4974-b22a-13607b3375d8 admin admin] For port 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=1488a3fe-4dfc-4101-8ef0-58e3c2d181d8,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:19.249580 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2fee85a1-a150-4974-b22a-13607b3375d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:19.262851 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-2fee85a1-a150-4974-b22a-13607b3375d8 admin admin] Calling delete_port for 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 owned by network:router_interface {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:52:19.267913 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:19.520555 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2fee85a1-a150-4974-b22a-13607b3375d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (1488a3fe-4dfc-4101-8ef0-58e3c2d181d8), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:19.526763 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39414) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:19.549576 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee85a1-a150-4974-b22a-13607b3375d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1488a3fe-4dfc-4101-8ef0-58e3c2d181d8,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:19.584839 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-254fa9b5-dec1-4151-bc41-cca2b6403ab8 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (ddcb6241-b14e-43f5-8693-873529eae45b), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:19.612781 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-254fa9b5-dec1-4151-bc41-cca2b6403ab8 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (ddcb6241-b14e-43f5-8693-873529eae45b), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:19.716374 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2fee85a1-a150-4974-b22a-13607b3375d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7994357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905578'] for router_interface (bea4e702-1917-406c-9834-753b238f2ee0), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:19.731425 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-254fa9b5-dec1-4151-bc41-cca2b6403ab8 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (ddcb6241-b14e-43f5-8693-873529eae45b), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:19.734557 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-254fa9b5-dec1-4151-bc41-cca2b6403ab8 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:19.738219 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-254fa9b5-dec1-4151-bc41-cca2b6403ab8 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "DELETE /v2.0/security-groups/ddcb6241-b14e-43f5-8693-873529eae45b HTTP/1.1" status: 204 len: 168 time: 0.2071302 Jul 21 10:52:19.739607 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39416) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:19.753943 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fa9b5-dec1-4151-bc41-cca2b6403ab8 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcb6241-b14e-43f5-8693-873529eae45b,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:19.762740 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.api.v2.resource [None req-546f5449-d2fe-4b9e-9677-65de534cf60a tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] show failed (client error): The resource could not be found. Jul 21 10:52:19.763640 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-546f5449-d2fe-4b9e-9677-65de534cf60a tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups/ddcb6241-b14e-43f5-8693-873529eae45b HTTP/1.1" status: 404 len: 347 time: 0.0217931 Jul 21 10:52:19.767372 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39418) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:19.882928 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-35b05bf9-644d-4840-bf8f-d28f9df46ef3 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Deleting port 2282f27d-8640-402c-9a0c-4644def5129e {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:52:19.883200 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-35b05bf9-644d-4840-bf8f-d28f9df46ef3 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (2282f27d-8640-402c-9a0c-4644def5129e), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:19.937846 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fee85a1-a150-4974-b22a-13607b3375d8 admin admin] Router bea4e702-1917-406c-9834-753b238f2ee0 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:52:19.963649 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-35b05bf9-644d-4840-bf8f-d28f9df46ef3 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (2282f27d-8640-402c-9a0c-4644def5129e), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:19.963982 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-35b05bf9-644d-4840-bf8f-d28f9df46ef3 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (2282f27d-8640-402c-9a0c-4644def5129e), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:19.967371 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:19.979726 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-35b05bf9-644d-4840-bf8f-d28f9df46ef3 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Calling delete_port for 2282f27d-8640-402c-9a0c-4644def5129e owned by network:floatingip {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:52:20.042984 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fee85a1-a150-4974-b22a-13607b3375d8 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:52:20.048527 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-2fee85a1-a150-4974-b22a-13607b3375d8 admin admin] 10.222.0.48 "PUT /v2.0/routers/bea4e702-1917-406c-9834-753b238f2ee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6611469 Jul 21 10:52:20.051100 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39420) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:20.055917 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fc441e-4da2-4081-bf9a-f4452017ee5b None None] Sync routers for ids ['bea4e702-1917-406c-9834-753b238f2ee0'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:52:20.067423 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fc441e-4da2-4081-bf9a-f4452017ee5b None None] Routers {'bea4e702-1917-406c-9834-753b238f2ee0'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:52:20.068043 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-12fc441e-4da2-4081-bf9a-f4452017ee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:51:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['bea4e702-1917-406c-9834-753b238f2ee0'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:20.094922 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 28698c15-1328-42b1-94dc-58f0f01666c1 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:52:20.122474 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: 28698c15-1328-42b1-94dc-58f0f01666c1 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:52:20.124587 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 28698c15-1328-42b1-94dc-58f0f01666c1 not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:52:20.204683 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f80ce4ea-3701-44ce-8ae3-9c21ffbf42d0 admin admin] Publish callbacks [] for router (bea4e702-1917-406c-9834-753b238f2ee0), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:20.264832 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-12fc441e-4da2-4081-bf9a-f4452017ee5b None None] Set router bea4e702-1917-406c-9834-753b238f2ee0 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:52:20.281220 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-35b05bf9-644d-4840-bf8f-d28f9df46ef3 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (2282f27d-8640-402c-9a0c-4644def5129e), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:20.315200 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b05bf9-644d-4840-bf8f-d28f9df46ef3 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event deleted for resources: {'Port': ['ID=2282f27d-8640-402c-9a0c-4644def5129e,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:20.349144 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:20.390447 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f80ce4ea-3701-44ce-8ae3-9c21ffbf42d0 admin admin] Publish callbacks [] for router_gateway (bea4e702-1917-406c-9834-753b238f2ee0), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:20.399728 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-35b05bf9-644d-4840-bf8f-d28f9df46ef3 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (c8024802-3756-403b-a1f2-2466a817f7f6), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:20.403350 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-35b05bf9-644d-4840-bf8f-d28f9df46ef3 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:20.407162 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-35b05bf9-644d-4840-bf8f-d28f9df46ef3 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "DELETE /v2.0/floatingips/c8024802-3756-403b-a1f2-2466a817f7f6 HTTP/1.1" status: 204 len: 168 time: 0.6365786 Jul 21 10:52:20.435112 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-12fc441e-4da2-4081-bf9a-f4452017ee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:52:19Z', 'revision_number': 5, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'gw_port': {'id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:12Z', 'updated_at': '2022-07-21T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:20.460863 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fc441e-4da2-4081-bf9a-f4452017ee5b None None] Checking router: bea4e702-1917-406c-9834-753b238f2ee0 for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:52:20.470264 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fc441e-4da2-4081-bf9a-f4452017ee5b None None] Routers {'bea4e702-1917-406c-9834-753b238f2ee0'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:52:20.470924 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-12fc441e-4da2-4081-bf9a-f4452017ee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:51:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['bea4e702-1917-406c-9834-753b238f2ee0'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:20.529458 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-f80ce4ea-3701-44ce-8ae3-9c21ffbf42d0 admin admin] Deleting port b1f6eefb-fb93-4ae3-8658-eed1d8133f41 {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:52:20.529458 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f80ce4ea-3701-44ce-8ae3-9c21ffbf42d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (b1f6eefb-fb93-4ae3-8658-eed1d8133f41), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:20.530556 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39424) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:20.535745 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-68c5359b-5c91-4e6d-9ec5-4419b0472c74 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--139094573', 'description': 'tempest-description--172714882'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:52:20.572999 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-12fc441e-4da2-4081-bf9a-f4452017ee5b None None] Set router bea4e702-1917-406c-9834-753b238f2ee0 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:52:20.632867 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [None req-f80ce4ea-3701-44ce-8ae3-9c21ffbf42d0 admin admin] For port b1f6eefb-fb93-4ae3-8658-eed1d8133f41, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=b1f6eefb-fb93-4ae3-8658-eed1d8133f41,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:20.633250 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f80ce4ea-3701-44ce-8ae3-9c21ffbf42d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (b1f6eefb-fb93-4ae3-8658-eed1d8133f41), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:20.647748 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-f80ce4ea-3701-44ce-8ae3-9c21ffbf42d0 admin admin] Calling delete_port for b1f6eefb-fb93-4ae3-8658-eed1d8133f41 owned by network:router_gateway {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:52:20.689869 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-68c5359b-5c91-4e6d-9ec5-4419b0472c74 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:20.745807 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-12fc441e-4da2-4081-bf9a-f4452017ee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:52:19Z', 'revision_number': 5, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'gw_port': {'id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:12Z', 'updated_at': '2022-07-21T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:20.772614 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fc441e-4da2-4081-bf9a-f4452017ee5b None None] The sync data for ids ['bea4e702-1917-406c-9834-753b238f2ee0'] in dv-cinder-849800-2-iscsi is: [{'id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'name': 'tempest-ServerRescueNegativeTestJSON-2123763573-router', 'tenant_id': '2ff45af5bd82457b9fd080026ea65b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:11Z', 'updated_at': '2022-07-21T10:52:19Z', 'revision_number': 5, 'project_id': '2ff45af5bd82457b9fd080026ea65b5b', 'gw_port': {'id': 'b1f6eefb-fb93-4ae3-8658-eed1d8133f41', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea4e702-1917-406c-9834-753b238f2ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:12Z', 'updated_at': '2022-07-21T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:52:20.815470 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:20.827519 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-68c5359b-5c91-4e6d-9ec5-4419b0472c74 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (84d3f2b7-1ed4-4acd-89ee-0541426feb00), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:20.919747 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-68c5359b-5c91-4e6d-9ec5-4419b0472c74 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (84d3f2b7-1ed4-4acd-89ee-0541426feb00), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:20.949721 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5359b-5c91-4e6d-9ec5-4419b0472c74 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d3f2b7-1ed4-4acd-89ee-0541426feb00,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:20.951869 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f80ce4ea-3701-44ce-8ae3-9c21ffbf42d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (b1f6eefb-fb93-4ae3-8658-eed1d8133f41), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:20.978239 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ce4ea-3701-44ce-8ae3-9c21ffbf42d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f6eefb-fb93-4ae3-8658-eed1d8133f41,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:21.043641 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-68c5359b-5c91-4e6d-9ec5-4419b0472c74 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.044801 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-68c5359b-5c91-4e6d-9ec5-4419b0472c74 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5124495 Jul 21 10:52:21.045711 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f80ce4ea-3701-44ce-8ae3-9c21ffbf42d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7907105'] for router_gateway (bea4e702-1917-406c-9834-753b238f2ee0), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.048025 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39426) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:21.052718 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-c201f8cb-f79d-4640-b985-a0bad29d24eb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'security_group_rule': {'security_group_id': '84d3f2b7-1ed4-4acd-89ee-0541426feb00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:52:21.102688 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:21.137622 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f80ce4ea-3701-44ce-8ae3-9c21ffbf42d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7905525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router (bea4e702-1917-406c-9834-753b238f2ee0), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.140032 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f80ce4ea-3701-44ce-8ae3-9c21ffbf42d0 admin admin] Publish callbacks [] for router_controller (bea4e702-1917-406c-9834-753b238f2ee0), precommit_delete_associations {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.246700 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f80ce4ea-3701-44ce-8ae3-9c21ffbf42d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7905412'] for router (bea4e702-1917-406c-9834-753b238f2ee0), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.249530 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80ce4ea-3701-44ce-8ae3-9c21ffbf42d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bea4e702-1917-406c-9834-753b238f2ee0 {{(pid=111079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 10:52:21.252834 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f80ce4ea-3701-44ce-8ae3-9c21ffbf42d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.254059 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-f80ce4ea-3701-44ce-8ae3-9c21ffbf42d0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bea4e702-1917-406c-9834-753b238f2ee0 HTTP/1.1" status: 204 len: 168 time: 1.2020371 Jul 21 10:52:21.256969 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39428) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:21.298904 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=61,neutron:UPDATE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:21.299509 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=65,neutron:UPDATE=8 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:21.325693 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_v2 [None req-675ad20d-fac7-4f72-b258-45dcdbe6d2d0 admin admin] Deleting subnet 8e0cf4ee-8186-43e0-be83-a0ef0604ebdb {{(pid=111079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 10:52:21.329808 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-675ad20d-fac7-4f72-b258-45dcdbe6d2d0 admin admin] Publish callbacks [] for subnet (8e0cf4ee-8186-43e0-be83-a0ef0604ebdb), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.370726 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-675ad20d-fac7-4f72-b258-45dcdbe6d2d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5065532'] for subnet (8e0cf4ee-8186-43e0-be83-a0ef0604ebdb), precommit_delete_associations {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.394171 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab025f28-f4a8-4f77-8014-790a3cadb770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.395284 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c201f8cb-f79d-4640-b985-a0bad29d24eb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (594938ed-5b11-4a25-983a-2e262941a845), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.416399 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:21.445214 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:21.458318 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c201f8cb-f79d-4640-b985-a0bad29d24eb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (594938ed-5b11-4a25-983a-2e262941a845), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.459612 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-675ad20d-fac7-4f72-b258-45dcdbe6d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686909'] for subnet (8e0cf4ee-8186-43e0-be83-a0ef0604ebdb), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.520227 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c201f8cb-f79d-4640-b985-a0bad29d24eb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (594938ed-5b11-4a25-983a-2e262941a845), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.539125 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201f8cb-f79d-4640-b985-a0bad29d24eb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594938ed-5b11-4a25-983a-2e262941a845,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:21.595415 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-675ad20d-fac7-4f72-b258-45dcdbe6d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5596791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4805428'] for subnet (8e0cf4ee-8186-43e0-be83-a0ef0604ebdb), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.621949 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ad20d-fac7-4f72-b258-45dcdbe6d2d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e0cf4ee-8186-43e0-be83-a0ef0604ebdb,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:21.624411 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c201f8cb-f79d-4640-b985-a0bad29d24eb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.625619 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-675ad20d-fac7-4f72-b258-45dcdbe6d2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.625765 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-c201f8cb-f79d-4640-b985-a0bad29d24eb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5765860 Jul 21 10:52:21.628363 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39430) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:21.628959 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-675ad20d-fac7-4f72-b258-45dcdbe6d2d0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8e0cf4ee-8186-43e0-be83-a0ef0604ebdb HTTP/1.1" status: 204 len: 168 time: 0.3710053 Jul 21 10:52:21.634266 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47917ed-f79d-4e83-bbc3-ee1ebf64f275 None None] Network c6051ff4-8399-4b19-9b2a-895d18fcb35a requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:52:21.634382 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-498fb601-df37-470b-9b1d-12ee81b4edc6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'security_group_rule': {'security_group_id': '84d3f2b7-1ed4-4acd-89ee-0541426feb00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:52:21.637017 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39432) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:21.708282 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692532'] for network (c6051ff4-8399-4b19-9b2a-895d18fcb35a), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.746960 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-498fb601-df37-470b-9b1d-12ee81b4edc6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (c515dfeb-6f6c-4ef5-ac94-e38ec334ea7b), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.757512 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] Deleting port a416be5b-53dc-4efd-804a-c641efc12a1f {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:52:21.757901 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (a416be5b-53dc-4efd-804a-c641efc12a1f), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.794971 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-498fb601-df37-470b-9b1d-12ee81b4edc6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (c515dfeb-6f6c-4ef5-ac94-e38ec334ea7b), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.824618 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] For port a416be5b-53dc-4efd-804a-c641efc12a1f, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=a416be5b-53dc-4efd-804a-c641efc12a1f,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:21.825097 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (a416be5b-53dc-4efd-804a-c641efc12a1f), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.839092 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] Calling delete_port for a416be5b-53dc-4efd-804a-c641efc12a1f owned by network:dhcp {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:52:21.849908 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] DHCP port deletion for c6051ff4-8399-4b19-9b2a-895d18fcb35a request from dv-cinder-849800-2-iscsi {{(pid=111080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 10:52:21.869146 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-498fb601-df37-470b-9b1d-12ee81b4edc6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (c515dfeb-6f6c-4ef5-ac94-e38ec334ea7b), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.888864 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fb601-df37-470b-9b1d-12ee81b4edc6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c515dfeb-6f6c-4ef5-ac94-e38ec334ea7b,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:21.892163 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Deleting port a416be5b-53dc-4efd-804a-c641efc12a1f {{(pid=111080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:52:21.892545 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (a416be5b-53dc-4efd-804a-c641efc12a1f), before_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.894645 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:21.956477 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] For port a416be5b-53dc-4efd-804a-c641efc12a1f, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=a416be5b-53dc-4efd-804a-c641efc12a1f,segment=NetworkSegment(aa97b301-aede-4147-b0e7-e117d024f896),segment_id=aa97b301-aede-4147-b0e7-e117d024f896)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:21.956877 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (a416be5b-53dc-4efd-804a-c641efc12a1f), precommit_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.970422 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Calling delete_port for a416be5b-53dc-4efd-804a-c641efc12a1f owned by network:dhcp {{(pid=111080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:52:21.995409 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-498fb601-df37-470b-9b1d-12ee81b4edc6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:21.996725 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-498fb601-df37-470b-9b1d-12ee81b4edc6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673375 Jul 21 10:52:22.000113 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39434) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:22.004752 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-977ed017-ebac-4c4d-9c2b-517eebb37b10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'floatingip': {'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:52:22.023176 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (a416be5b-53dc-4efd-804a-c641efc12a1f), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:22.049080 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077'] for port (a416be5b-53dc-4efd-804a-c641efc12a1f), after_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:22.051980 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] No DVR routers for this DVR port a416be5b-53dc-4efd-804a-c641efc12a1f on host dv-cinder-849800-2-iscsi {{(pid=111079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:52:22.062114 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] Pushing event deleted for resources: {'Port': ['ID=a416be5b-53dc-4efd-804a-c641efc12a1f,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:22.075040 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Pushing event deleted for resources: {'Port': ['ID=a416be5b-53dc-4efd-804a-c641efc12a1f,revision_number=None']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:22.079979 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] No DVR routers for this DVR port a416be5b-53dc-4efd-804a-c641efc12a1f on host dv-cinder-849800-2-iscsi {{(pid=111080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:52:22.086606 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:22.086987 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:22.087538 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:22.088047 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:22.088399 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:22.088741 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:22.089074 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:22.089945 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:22.090284 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:22.090945 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:22.090945 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:22.091308 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:22.091635 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:22.092194 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:22.092283 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81f377-af0e-4a44-b4b4-6e8100664c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:22.131039 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687030', 'neutron.services.segments.db._delete_segments_for_network-8727025531468'] for network (c6051ff4-8399-4b19-9b2a-895d18fcb35a), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:22.138204 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-977ed017-ebac-4c4d-9c2b-517eebb37b10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:22.155464 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6051ff4-8399-4b19-9b2a-895d18fcb35a']}} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:22.169676 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa97b301-aede-4147-b0e7-e117d024f896') {'for_net_delete': True} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:22.173944 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa97b301-aede-4147-b0e7-e117d024f896') {} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:22.180127 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727025530341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5065477'] for segment (aa97b301-aede-4147-b0e7-e117d024f896), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:22.204017 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (aa97b301-aede-4147-b0e7-e117d024f896), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:22.213343 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=111079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 10:52:22.213750 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5596877'] for segment (aa97b301-aede-4147-b0e7-e117d024f896), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:22.231481 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-977ed017-ebac-4c4d-9c2b-517eebb37b10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:22.266442 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:52:22.288627 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:52:22.288976 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 1488a3fe-4dfc-4101-8ef0-58e3c2d181d8 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:52:22.289658 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device b1f6eefb-fb93-4ae3-8658-eed1d8133f41 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:52:22.310299 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: b1f6eefb-fb93-4ae3-8658-eed1d8133f41 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:52:22.311028 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device b1f6eefb-fb93-4ae3-8658-eed1d8133f41 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:52:22.311114 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device a416be5b-53dc-4efd-804a-c641efc12a1f no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:52:22.329627 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: a416be5b-53dc-4efd-804a-c641efc12a1f {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:52:22.329978 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device a416be5b-53dc-4efd-804a-c641efc12a1f not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:52:22.351512 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:22.352909 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [None req-977ed017-ebac-4c4d-9c2b-517eebb37b10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Allocated IP 172.27.0.171 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/9428c63c-daed-4383-aa4b-f783b157020c) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:52:22.366791 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7907263'] for network (c6051ff4-8399-4b19-9b2a-895d18fcb35a), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:22.384899 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.services.segments.plugin [-] Segment aa97b301-aede-4147-b0e7-e117d024f896 resource provider aggregate not found Jul 21 10:52:22.389392 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:22.392674 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] 10.222.0.48 "DELETE /v2.0/networks/c6051ff4-8399-4b19-9b2a-895d18fcb35a HTTP/1.1" status: 204 len: 168 time: 0.7526975 Jul 21 10:52:22.394275 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6be26e-edbf-4dd2-a258-09fd9751704c admin admin] Pushing event deleted for resources: {'Network': ['ID=c6051ff4-8399-4b19-9b2a-895d18fcb35a,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:22.420496 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.services.segments.plugin [-] Segment aa97b301-aede-4147-b0e7-e117d024f896 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa97b301-aede-4147-b0e7-e117d024f896 found for delete ", "request_id": "req-026ed2cd-d1c0-44a1-baf9-9ea801e38dff"}]} Jul 21 10:52:22.467674 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-977ed017-ebac-4c4d-9c2b-517eebb37b10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for port (9428c63c-daed-4383-aa4b-f783b157020c), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:22.559893 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-977ed017-ebac-4c4d-9c2b-517eebb37b10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (9428c63c-daed-4383-aa4b-f783b157020c), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:22.602887 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977ed017-ebac-4c4d-9c2b-517eebb37b10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:52:22.608072 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-977ed017-ebac-4c4d-9c2b-517eebb37b10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:52:22.610221 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ed017-ebac-4c4d-9c2b-517eebb37b10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'Port': ['ID=9428c63c-daed-4383-aa4b-f783b157020c,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:22.612390 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ed017-ebac-4c4d-9c2b-517eebb37b10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:52:22.698823 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-977ed017-ebac-4c4d-9c2b-517eebb37b10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (20144d3b-ddc7-45ce-a11c-ba5825fd2acf), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:22.776774 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39444) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:22.819583 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:22.830572 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-977ed017-ebac-4c4d-9c2b-517eebb37b10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (9428c63c-daed-4383-aa4b-f783b157020c), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:22.867093 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-c53bb7f4-4eb6-4624-a766-e1f1cd3f32c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ff45af5bd82457b9fd080026ea65b5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0882771 Jul 21 10:52:22.875301 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39446) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:22.995627 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1ab608f7-5e6c-4d67-a716-0b822b76597b admin admin] Publish callbacks [] for security_group (3587ddc1-84de-488e-a5a4-aeb01800a70f), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:23.037260 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1ab608f7-5e6c-4d67-a716-0b822b76597b admin admin] Publish callbacks [] for security_group (3587ddc1-84de-488e-a5a4-aeb01800a70f), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:23.083620 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-977ed017-ebac-4c4d-9c2b-517eebb37b10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for port (9428c63c-daed-4383-aa4b-f783b157020c), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:23.160463 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-977ed017-ebac-4c4d-9c2b-517eebb37b10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (9428c63c-daed-4383-aa4b-f783b157020c), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:23.189348 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1ab608f7-5e6c-4d67-a716-0b822b76597b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (3587ddc1-84de-488e-a5a4-aeb01800a70f), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:23.191904 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1ab608f7-5e6c-4d67-a716-0b822b76597b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:23.193056 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-1ab608f7-5e6c-4d67-a716-0b822b76597b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3587ddc1-84de-488e-a5a4-aeb01800a70f HTTP/1.1" status: 204 len: 168 time: 0.3168607 Jul 21 10:52:23.233952 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab608f7-5e6c-4d67-a716-0b822b76597b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3587ddc1-84de-488e-a5a4-aeb01800a70f,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:23.241698 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ed017-ebac-4c4d-9c2b-517eebb37b10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'Port': ['ID=9428c63c-daed-4383-aa4b-f783b157020c,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:23.257257 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-977ed017-ebac-4c4d-9c2b-517eebb37b10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (20144d3b-ddc7-45ce-a11c-ba5825fd2acf), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:23.333873 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-977ed017-ebac-4c4d-9c2b-517eebb37b10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:23.335306 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-977ed017-ebac-4c4d-9c2b-517eebb37b10 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3342261 Jul 21 10:52:23.532262 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:23.536948 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-d0ebdfee-8fb6-4357-8565-80a5afe037fb tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--139094573&fields=id&tenant_id=0dc215aadb5345d791945658832aae4a HTTP/1.1" status: 200 len: 267 time: 0.0442793 Jul 21 10:52:23.655933 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-60a054b0-1cdf-472b-8aba-ca59445b17d9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:23.657529 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-60a054b0-1cdf-472b-8aba-ca59445b17d9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/networks?id=192d6a0f-c1f8-471a-872f-e924c6d8f479 HTTP/1.1" status: 200 len: 815 time: 0.1127589 Jul 21 10:52:23.672914 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-61b6c67a-6964-4dc2-9be1-9fcaaffec807 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/quotas/0dc215aadb5345d791945658832aae4a HTTP/1.1" status: 200 len: 375 time: 0.0100124 Jul 21 10:52:23.726310 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-3e1d4db7-7e76-457a-863c-7355a350333f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0dc215aadb5345d791945658832aae4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484278 Jul 21 10:52:23.928192 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-40b65001-ef4f-441f-b2c9-d561a61dbe6c service neutron] 10.222.0.48 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897736 Jul 21 10:52:23.977401 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-491e23a5-d5fc-403e-8442-576e91228bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:24.022121 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-807c3259-1300-4f88-bf7f-4c7718ea1fde service neutron] 10.222.0.48 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883064 Jul 21 10:52:24.149820 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39484) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:24.252593 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ce24b81b-7ca1-4a07-9547-4b986a2b2a33 req-7ca0dada-f7b9-4e90-a997-56b8e2c5edcc tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 210 time: 0.0410032 Jul 21 10:52:24.273483 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-d697b1be-3e79-4866-87bb-2dd8d8588c44 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1047862182-network', 'tenant_id': '23022ffa87534de39f3bad34c70d1d48'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:52:24.377386 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d697b1be-3e79-4866-87bb-2dd8d8588c44 admin admin] Made reservation on behalf of 23022ffa87534de39f3bad34c70d1d48 for: {'network': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:52:24.379872 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d697b1be-3e79-4866-87bb-2dd8d8588c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:24.389469 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d697b1be-3e79-4866-87bb-2dd8d8588c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:24.436687 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:24.468108 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d697b1be-3e79-4866-87bb-2dd8d8588c44 admin admin] Publish callbacks [] for security_group (c8bad0dd-7fe3-4a81-a896-1d5e55c4814c), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:24.553639 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d697b1be-3e79-4866-87bb-2dd8d8588c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (c8bad0dd-7fe3-4a81-a896-1d5e55c4814c), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:24.591587 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d697b1be-3e79-4866-87bb-2dd8d8588c44 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=111078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:52:24.622138 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d697b1be-3e79-4866-87bb-2dd8d8588c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (41ebdc8f-6f7f-4b97-8dce-a69abab473b7), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:24.627313 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.segments_db [None req-d697b1be-3e79-4866-87bb-2dd8d8588c44 admin admin] Added segment 41ebdc8f-6f7f-4b97-8dce-a69abab473b7 of type vlan for network cdb84608-875c-4932-b6d1-537b10682cfd Jul 21 10:52:24.627313 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697b1be-3e79-4866-87bb-2dd8d8588c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bad0dd-7fe3-4a81-a896-1d5e55c4814c,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:24.676405 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d697b1be-3e79-4866-87bb-2dd8d8588c44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (cdb84608-875c-4932-b6d1-537b10682cfd), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:24.823117 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d697b1be-3e79-4866-87bb-2dd8d8588c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (cdb84608-875c-4932-b6d1-537b10682cfd), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:24.824387 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d697b1be-3e79-4866-87bb-2dd8d8588c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:24.825060 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d697b1be-3e79-4866-87bb-2dd8d8588c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:24.887579 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697b1be-3e79-4866-87bb-2dd8d8588c44 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb84608-875c-4932-b6d1-537b10682cfd,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:24.897610 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network cdb84608-875c-4932-b6d1-537b10682cfd details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:52:24.981126 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-d697b1be-3e79-4866-87bb-2dd8d8588c44 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8294737 Jul 21 10:52:24.983978 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39500) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:24.988837 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-c0113709-1add-46f7-818c-ca7c0c0531a3 admin admin] Request body: {'subnet': {'network_id': 'cdb84608-875c-4932-b6d1-537b10682cfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1047862182-subnet', 'tenant_id': '23022ffa87534de39f3bad34c70d1d48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:52:24.992277 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:25.097505 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0113709-1add-46f7-818c-ca7c0c0531a3 admin admin] Made reservation on behalf of 23022ffa87534de39f3bad34c70d1d48 for: {'subnet': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:52:25.099998 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c0113709-1add-46f7-818c-ca7c0c0531a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33547776'] for subnet (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:25.326958 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c0113709-1add-46f7-818c-ca7c0c0531a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6008538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33547794'] for subnet (9278d734-3f26-4248-a637-530a0d997b5a), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:25.331180 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:25.349433 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f2e5028b-dfa4-4680-bd6c-76e9f72db7c9 req-83c297f4-a52e-49d7-b0ec-430e734d23d7 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 210 time: 0.0298162 Jul 21 10:52:25.393696 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0113709-1add-46f7-818c-ca7c0c0531a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9278d734-3f26-4248-a637-530a0d997b5a,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:25.401836 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0113709-1add-46f7-818c-ca7c0c0531a3 admin admin] Checking segment: {'id': '41ebdc8f-6f7f-4b97-8dce-a69abab473b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cdb84608-875c-4932-b6d1-537b10682cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:52:25.401836 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0113709-1add-46f7-818c-ca7c0c0531a3 admin admin] Network hostable DHCP agents. Network: cdb84608-875c-4932-b6d1-537b10682cfd, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:52:25.480176 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0113709-1add-46f7-818c-ca7c0c0531a3 admin admin] Network cdb84608-875c-4932-b6d1-537b10682cfd is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:52:25.559605 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-c0113709-1add-46f7-818c-ca7c0c0531a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, cdb84608-875c-4932-b6d1-537b10682cfd) {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:52:25.563478 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0113709-1add-46f7-818c-ca7c0c0531a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:25.564078 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c0113709-1add-46f7-818c-ca7c0c0531a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:25.569724 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd701cd-fb93-4220-ab0c-09c1b77f2a81 None None] Network cdb84608-875c-4932-b6d1-537b10682cfd requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:52:25.665170 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-c0113709-1add-46f7-818c-ca7c0c0531a3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6801195 Jul 21 10:52:25.672569 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f9e764-36e0-49c8-b216-84eb9354417b None None] Network cdb84608-875c-4932-b6d1-537b10682cfd requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:52:26.323315 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39518) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:26.328324 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-6082152d-e928-41a7-8ca1-b0a89e32b269 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-558283185-network', 'tenant_id': '30e455e924de4b69ade561db9c1dcabb'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:52:26.443688 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6082152d-e928-41a7-8ca1-b0a89e32b269 admin admin] Made reservation on behalf of 30e455e924de4b69ade561db9c1dcabb for: {'network': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:52:26.445944 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-6082152d-e928-41a7-8ca1-b0a89e32b269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:26.446527 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-023f4aa8-e16a-429d-aa8a-07cc29059daa req-57bde44a-d808-4bb6-b436-ec4f0196becf tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 210 time: 0.0295107 Jul 21 10:52:26.461684 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-6082152d-e928-41a7-8ca1-b0a89e32b269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:26.470033 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-6b1a7f6e-cb69-400d-ac35-804a6053e565 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:26.471526 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-6b1a7f6e-cb69-400d-ac35-804a6053e565 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "GET /v2.0/networks?id=192d6a0f-c1f8-471a-872f-e924c6d8f479 HTTP/1.1" status: 200 len: 815 time: 0.1272395 Jul 21 10:52:26.509568 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:26.570363 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-4c847cc4-e56b-4a73-af4d-c71bed1b0e8f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dc215aadb5345d791945658832aae4a HTTP/1.1" status: 200 len: 379 time: 0.0806758 Jul 21 10:52:26.590276 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-727429e6-2576-460a-917b-bd6ad3f45bb9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'port': {'device_id': '1457b868-0630-42f6-958c-da6d5bbab2ce', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'admin_state_up': True, 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'security_groups': ['84d3f2b7-1ed4-4acd-89ee-0541426feb00']}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:52:26.624314 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-6082152d-e928-41a7-8ca1-b0a89e32b269 admin admin] Publish callbacks [] for security_group (05740194-d796-4341-b5c5-410308505290), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:26.634268 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:26.677330 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-6082152d-e928-41a7-8ca1-b0a89e32b269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (05740194-d796-4341-b5c5-410308505290), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:26.707033 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:26.723686 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6082152d-e928-41a7-8ca1-b0a89e32b269 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=111078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:52:26.736674 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082152d-e928-41a7-8ca1-b0a89e32b269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05740194-d796-4341-b5c5-410308505290,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:26.744560 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-6082152d-e928-41a7-8ca1-b0a89e32b269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (52eb27a1-89ad-465a-9008-8c196a4af8f5), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:26.744794 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.segments_db [None req-6082152d-e928-41a7-8ca1-b0a89e32b269 admin admin] Added segment 52eb27a1-89ad-465a-9008-8c196a4af8f5 of type vlan for network e06aaa1c-1e81-4a27-8fad-42df42fcf489 Jul 21 10:52:26.783224 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:26.797634 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-6082152d-e928-41a7-8ca1-b0a89e32b269 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (e06aaa1c-1e81-4a27-8fad-42df42fcf489), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:26.845894 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-727429e6-2576-460a-917b-bd6ad3f45bb9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Made reservation on behalf of 0dc215aadb5345d791945658832aae4a for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:52:26.849336 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-727429e6-2576-460a-917b-bd6ad3f45bb9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:26.861209 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-6082152d-e928-41a7-8ca1-b0a89e32b269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (e06aaa1c-1e81-4a27-8fad-42df42fcf489), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:26.862195 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6082152d-e928-41a7-8ca1-b0a89e32b269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:26.862790 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-6082152d-e928-41a7-8ca1-b0a89e32b269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:26.971413 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-6082152d-e928-41a7-8ca1-b0a89e32b269 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6468058 Jul 21 10:52:26.974181 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39526) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:26.974612 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082152d-e928-41a7-8ca1-b0a89e32b269 admin admin] Pushing event updated for resources: {'Network': ['ID=e06aaa1c-1e81-4a27-8fad-42df42fcf489,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:26.979353 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-901185da-fb39-46cf-b8de-4b1359a914a5 admin admin] Request body: {'subnet': {'network_id': 'e06aaa1c-1e81-4a27-8fad-42df42fcf489', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-558283185-subnet', 'tenant_id': '30e455e924de4b69ade561db9c1dcabb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:52:26.985164 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network e06aaa1c-1e81-4a27-8fad-42df42fcf489 details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:52:27.047107 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-727429e6-2576-460a-917b-bd6ad3f45bb9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Allocated IP 172.20.0.4 (192d6a0f-c1f8-471a-872f-e924c6d8f479/6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83/5e6868c7-2e19-4c0b-b436-ff20ce312453) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:52:27.063397 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901185da-fb39-46cf-b8de-4b1359a914a5 admin admin] Made reservation on behalf of 30e455e924de4b69ade561db9c1dcabb for: {'subnet': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:52:27.066760 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-901185da-fb39-46cf-b8de-4b1359a914a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4805393'] for subnet (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:27.188391 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-727429e6-2576-460a-917b-bd6ad3f45bb9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for port (5e6868c7-2e19-4c0b-b436-ff20ce312453), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:27.197063 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:27.291755 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-901185da-fb39-46cf-b8de-4b1359a914a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5596726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4805379'] for subnet (e6357823-1e33-464a-a65d-9755bdcbf6a1), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:27.291991 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-727429e6-2576-460a-917b-bd6ad3f45bb9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (5e6868c7-2e19-4c0b-b436-ff20ce312453), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:27.336186 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-727429e6-2576-460a-917b-bd6ad3f45bb9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Network 192d6a0f-c1f8-471a-872f-e924c6d8f479 is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:52:27.341983 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-727429e6-2576-460a-917b-bd6ad3f45bb9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:52:27.346148 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-727429e6-2576-460a-917b-bd6ad3f45bb9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:52:27.348301 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901185da-fb39-46cf-b8de-4b1359a914a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6357823-1e33-464a-a65d-9755bdcbf6a1,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:27.369409 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901185da-fb39-46cf-b8de-4b1359a914a5 admin admin] Checking segment: {'id': '52eb27a1-89ad-465a-9008-8c196a4af8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e06aaa1c-1e81-4a27-8fad-42df42fcf489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:52:27.369409 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901185da-fb39-46cf-b8de-4b1359a914a5 admin admin] Network hostable DHCP agents. Network: e06aaa1c-1e81-4a27-8fad-42df42fcf489, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:52:27.372717 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727429e6-2576-460a-917b-bd6ad3f45bb9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event updated for resources: {'Port': ['ID=5e6868c7-2e19-4c0b-b436-ff20ce312453,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:27.399183 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-727429e6-2576-460a-917b-bd6ad3f45bb9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:27.399828 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-727429e6-2576-460a-917b-bd6ad3f45bb9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:27.446244 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901185da-fb39-46cf-b8de-4b1359a914a5 admin admin] Network e06aaa1c-1e81-4a27-8fad-42df42fcf489 is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:52:27.477974 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-727429e6-2576-460a-917b-bd6ad3f45bb9 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8916795 Jul 21 10:52:27.496593 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Request body: {'port': {'device_id': '1457b868-0630-42f6-958c-da6d5bbab2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:52:27.535580 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-901185da-fb39-46cf-b8de-4b1359a914a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, e06aaa1c-1e81-4a27-8fad-42df42fcf489) {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:52:27.541489 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901185da-fb39-46cf-b8de-4b1359a914a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:27.542205 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-901185da-fb39-46cf-b8de-4b1359a914a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:27.546302 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bf7393-ebcb-4ee1-8900-61509234115a None None] Network e06aaa1c-1e81-4a27-8fad-42df42fcf489 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:52:27.566424 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (5e6868c7-2e19-4c0b-b436-ff20ce312453), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:27.575150 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:27.604228 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8984783-dbf5-4a20-a63a-e051ab65fb57 req-ceb38111-4f6d-4fb1-8205-ec5c45d4c004 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:27.611129 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d8984783-dbf5-4a20-a63a-e051ab65fb57 req-ceb38111-4f6d-4fb1-8205-ec5c45d4c004 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 931 time: 0.0920410 Jul 21 10:52:27.627856 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-3e450fd3-4b6a-49d0-8ce6-bc0f5fc14b75 None None] Provisioning complete for port 5e6868c7-2e19-4c0b-b436-ff20ce312453 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:52:27.628316 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3e450fd3-4b6a-49d0-8ce6-bc0f5fc14b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (5e6868c7-2e19-4c0b-b436-ff20ce312453), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:27.666961 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d8984783-dbf5-4a20-a63a-e051ab65fb57 req-3316861e-a9d2-4448-ace9-48c1b29c4fbd tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=84d3f2b7-1ed4-4acd-89ee-0541426feb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534947 Jul 21 10:52:27.691089 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-3e450fd3-4b6a-49d0-8ce6-bc0f5fc14b75 None None] Port 5e6868c7-2e19-4c0b-b436-ff20ce312453 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:52:27.695853 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e6c80c-17e5-4483-8539-5847545e4017 None None] Network e06aaa1c-1e81-4a27-8fad-42df42fcf489 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:52:27.706321 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-901185da-fb39-46cf-b8de-4b1359a914a5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7310259 Jul 21 10:52:27.711232 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:27.781163 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:27.837802 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39532) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:27.848252 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e6868c7-2e19-4c0b-b436-ff20ce312453 {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:52:27.856624 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Publish callbacks [] for port (5e6868c7-2e19-4c0b-b436-ff20ce312453), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:27.869084 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Transition to ACTIVE for port object 5e6868c7-2e19-4c0b-b436-ff20ce312453 will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:52:27.869695 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:27.884664 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c9eabb-a4bc-4a72-b53d-30f47dedeada admin admin] Deleting subnet 9278d734-3f26-4248-a637-530a0d997b5a {{(pid=111079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 10:52:27.887438 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:27.888267 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b7c9eabb-a4bc-4a72-b53d-30f47dedeada admin admin] Publish callbacks [] for subnet (9278d734-3f26-4248-a637-530a0d997b5a), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:27.922026 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b7c9eabb-a4bc-4a72-b53d-30f47dedeada admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5065532'] for subnet (9278d734-3f26-4248-a637-530a0d997b5a), precommit_delete_associations {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:27.953403 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (5e6868c7-2e19-4c0b-b436-ff20ce312453), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:27.964020 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b7c9eabb-a4bc-4a72-b53d-30f47dedeada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686909'] for subnet (9278d734-3f26-4248-a637-530a0d997b5a), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:28.008925 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Pushing event updated for resources: {'Port': ['ID=5e6868c7-2e19-4c0b-b436-ff20ce312453,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:28.084054 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Attempting to bind port 5e6868c7-2e19-4c0b-b436-ff20ce312453 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:52:28.084429 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Attempting to bind port 5e6868c7-2e19-4c0b-b436-ff20ce312453 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:52:28.084737 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Attempting to bind port 5e6868c7-2e19-4c0b-b436-ff20ce312453 on network 192d6a0f-c1f8-471a-872f-e924c6d8f479 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:52:28.089729 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Port 5e6868c7-2e19-4c0b-b436-ff20ce312453 on network 192d6a0f-c1f8-471a-872f-e924c6d8f479 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:52:28.090730 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Attempting to bind port 5e6868c7-2e19-4c0b-b436-ff20ce312453 on network 192d6a0f-c1f8-471a-872f-e924c6d8f479 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:52:28.092405 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b7c9eabb-a4bc-4a72-b53d-30f47dedeada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5596791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4805428'] for subnet (9278d734-3f26-4248-a637-530a0d997b5a), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:28.096132 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:52:28.096482 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Checking segment: {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:52:28.096936 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Bound using segment: {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:52:28.097312 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Bound port: 5e6868c7-2e19-4c0b-b436-ff20ce312453, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c008c34c-3cf7-4867-b5d6-54cd39a20a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:52:28.097688 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (5e6868c7-2e19-4c0b-b436-ff20ce312453), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:28.118918 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9eabb-a4bc-4a72-b53d-30f47dedeada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9278d734-3f26-4248-a637-530a0d997b5a,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:28.130174 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b7c9eabb-a4bc-4a72-b53d-30f47dedeada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:28.134692 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:28.136261 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-b7c9eabb-a4bc-4a72-b53d-30f47dedeada admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9278d734-3f26-4248-a637-530a0d997b5a HTTP/1.1" status: 204 len: 168 time: 0.2972121 Jul 21 10:52:28.138080 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39534) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:28.165374 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] For port 5e6868c7-2e19-4c0b-b436-ff20ce312453, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:52:28.169308 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] For port 5e6868c7-2e19-4c0b-b436-ff20ce312453, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5e6868c7-2e19-4c0b-b436-ff20ce312453,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:52:28.217677 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4fe33801-1050-45f1-98ed-9f7785f04df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692532'] for network (cdb84608-875c-4932-b6d1-537b10682cfd), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:28.229290 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (5e6868c7-2e19-4c0b-b436-ff20ce312453), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:28.268243 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:28.268875 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:28.270263 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] 10.222.0.57 "PUT /v2.0/ports/5e6868c7-2e19-4c0b-b436-ff20ce312453 HTTP/1.1" status: 200 len: 1093 time: 0.7786942 Jul 21 10:52:28.270886 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1457b868-0630-42f6-958c-da6d5bbab2ce', 'tag': '5e6868c7-2e19-4c0b-b436-ff20ce312453'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:52:28.273127 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f69e0b-7a68-4989-881d-b96edf38f1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1457b868-0630-42f6-958c-da6d5bbab2ce", "tag": "5e6868c7-2e19-4c0b-b436-ff20ce312453"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:52:28.307724 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca9adf-39de-4802-b227-1ba3d7dfffcc service neutron] Pushing event updated for resources: {'Port': ['ID=5e6868c7-2e19-4c0b-b436-ff20ce312453,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:28.307945 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4fe33801-1050-45f1-98ed-9f7785f04df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687030', 'neutron.services.segments.db._delete_segments_for_network-8727025531468'] for network (cdb84608-875c-4932-b6d1-537b10682cfd), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:28.323420 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73b11e0-7c19-4f89-b87b-982214cee13b x-openstack-request-id: req-c73b11e0-7c19-4f89-b87b-982214cee13b {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:52:28.323598 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1457b868-0630-42f6-958c-da6d5bbab2ce", "tag": "5e6868c7-2e19-4c0b-b436-ff20ce312453", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:52:28.323705 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c73b11e0-7c19-4f89-b87b-982214cee13b {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:52:28.326057 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c73b11e0-7c19-4f89-b87b-982214cee13b'] response: {'name': 'network-changed', 'server_uuid': '1457b868-0630-42f6-958c-da6d5bbab2ce', 'tag': '5e6868c7-2e19-4c0b-b436-ff20ce312453', 'status': 'completed', 'code': 200} Jul 21 10:52:28.340848 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-4fe33801-1050-45f1-98ed-9f7785f04df8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb84608-875c-4932-b6d1-537b10682cfd']}} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:28.352964 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-4fe33801-1050-45f1-98ed-9f7785f04df8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ebdc8f-6f7f-4b97-8dce-a69abab473b7') {'for_net_delete': True} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:28.353263 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-4fe33801-1050-45f1-98ed-9f7785f04df8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ebdc8f-6f7f-4b97-8dce-a69abab473b7') {} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:28.364700 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4fe33801-1050-45f1-98ed-9f7785f04df8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727025530341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5065477'] for segment (41ebdc8f-6f7f-4b97-8dce-a69abab473b7), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:28.382642 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4fe33801-1050-45f1-98ed-9f7785f04df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (41ebdc8f-6f7f-4b97-8dce-a69abab473b7), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:28.390718 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe33801-1050-45f1-98ed-9f7785f04df8 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=111079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 10:52:28.391128 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4fe33801-1050-45f1-98ed-9f7785f04df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5596877'] for segment (41ebdc8f-6f7f-4b97-8dce-a69abab473b7), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:28.411128 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f69e0b-7a68-4989-881d-b96edf38f1c9 req-1ef44174-ad8a-4d5e-a729-40c7333e5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:28.412675 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-08f69e0b-7a68-4989-881d-b96edf38f1c9 req-1ef44174-ad8a-4d5e-a729-40c7333e5ffb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dc215aadb5345d791945658832aae4a&device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 1127 time: 0.0452375 Jul 21 10:52:28.414097 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.services.segments.plugin [-] Segment 41ebdc8f-6f7f-4b97-8dce-a69abab473b7 resource provider aggregate not found Jul 21 10:52:28.536029 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f69e0b-7a68-4989-881d-b96edf38f1c9 req-e1f01371-ce19-4479-a877-aac6c102fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:28.537506 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-08f69e0b-7a68-4989-881d-b96edf38f1c9 req-e1f01371-ce19-4479-a877-aac6c102fd4a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0dc215aadb5345d791945658832aae4a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1087058 Jul 21 10:52:28.641719 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f69e0b-7a68-4989-881d-b96edf38f1c9 req-794684df-2fbf-4e91-89b9-847c8bf47ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:28.643144 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-08f69e0b-7a68-4989-881d-b96edf38f1c9 req-794684df-2fbf-4e91-89b9-847c8bf47ab9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990369 Jul 21 10:52:28.721506 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.services.segments.plugin [-] Segment 41ebdc8f-6f7f-4b97-8dce-a69abab473b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41ebdc8f-6f7f-4b97-8dce-a69abab473b7 found for delete ", "request_id": "req-5dc350d8-9a6a-443e-a5b3-88c71d41b67e"}]} Jul 21 10:52:28.729591 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:28.747535 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-b33853f7-4695-4d7b-adbf-019163e70e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:28.749025 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-b33853f7-4695-4d7b-adbf-019163e70e7e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dc215aadb5345d791945658832aae4a&device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 1127 time: 0.0413074 Jul 21 10:52:28.790834 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31ff21-2bd0-4104-84e6-ce556f1fc7ee req-aad71f49-a190-4372-bd82-373587d68d25 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:28.792352 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9d31ff21-2bd0-4104-84e6-ce556f1fc7ee req-aad71f49-a190-4372-bd82-373587d68d25 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 943 time: 0.0498354 Jul 21 10:52:28.800981 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-c9fb5a3f-1fff-43a4-b3b1-7079265b8f38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e6868c7-2e19-4c0b-b436-ff20ce312453 HTTP/1.1" status: 200 len: 217 time: 0.0368719 Jul 21 10:52:28.814685 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4fe33801-1050-45f1-98ed-9f7785f04df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7907263'] for network (cdb84608-875c-4932-b6d1-537b10682cfd), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:28.820561 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4fe33801-1050-45f1-98ed-9f7785f04df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:28.823715 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-4fe33801-1050-45f1-98ed-9f7785f04df8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/cdb84608-875c-4932-b6d1-537b10682cfd HTTP/1.1" status: 204 len: 168 time: 0.6847019 Jul 21 10:52:28.834703 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39544) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:28.846062 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe33801-1050-45f1-98ed-9f7785f04df8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb84608-875c-4932-b6d1-537b10682cfd,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:28.865397 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9d31ff21-2bd0-4104-84e6-ce556f1fc7ee req-87cf7585-5734-4f49-b550-1c5793ae6c87 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=84d3f2b7-1ed4-4acd-89ee-0541426feb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667591 Jul 21 10:52:28.887379 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-4ce49bb0-9d56-4e0d-877c-2403bbbd8c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:28.888838 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-4ce49bb0-9d56-4e0d-877c-2403bbbd8c08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83 HTTP/1.1" status: 200 len: 854 time: 0.0814068 Jul 21 10:52:28.897787 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5530c3-e924-4b55-96d0-9f3c73582856 admin admin] Deleting subnet e6357823-1e33-464a-a65d-9755bdcbf6a1 {{(pid=111078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 10:52:28.907007 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fa5530c3-e924-4b55-96d0-9f3c73582856 admin admin] Publish callbacks [] for subnet (e6357823-1e33-464a-a65d-9755bdcbf6a1), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:28.964033 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-ace192fc-3ff1-4ec2-88ae-f4b862796d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:28.966374 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-ace192fc-3ff1-4ec2-88ae-f4b862796d2e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=192d6a0f-c1f8-471a-872f-e924c6d8f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684919 Jul 21 10:52:28.970496 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fa5530c3-e924-4b55-96d0-9f3c73582856 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4368943'] for subnet (e6357823-1e33-464a-a65d-9755bdcbf6a1), precommit_delete_associations {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:28.998854 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:29.067550 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fa5530c3-e924-4b55-96d0-9f3c73582856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686909'] for subnet (e6357823-1e33-464a-a65d-9755bdcbf6a1), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:29.123634 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-472ff904-46c3-45d1-874d-e326fb9fa6e6 service neutron] 10.222.0.57 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505651 Jul 21 10:52:29.220490 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f128b8bf-5834-4bc8-b4e1-d41e8c840ba7 req-6b592973-ae3b-44f1-ad84-58ba5039fe1e service neutron] 10.222.0.57 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904665 Jul 21 10:52:29.228751 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fa5530c3-e924-4b55-96d0-9f3c73582856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6008475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33547813'] for subnet (e6357823-1e33-464a-a65d-9755bdcbf6a1), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:29.256932 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5530c3-e924-4b55-96d0-9f3c73582856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6357823-1e33-464a-a65d-9755bdcbf6a1,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:29.258916 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fa5530c3-e924-4b55-96d0-9f3c73582856 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:29.264181 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-fa5530c3-e924-4b55-96d0-9f3c73582856 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e6357823-1e33-464a-a65d-9755bdcbf6a1 HTTP/1.1" status: 204 len: 168 time: 0.4268441 Jul 21 10:52:29.264972 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39546) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:29.332855 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7763bc8e-716d-4ed4-834c-cae2df500442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692532'] for network (e06aaa1c-1e81-4a27-8fad-42df42fcf489), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:29.412270 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7763bc8e-716d-4ed4-834c-cae2df500442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687030', 'neutron.services.segments.db._delete_segments_for_network-8727025531468'] for network (e06aaa1c-1e81-4a27-8fad-42df42fcf489), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:29.430085 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:29.431726 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-7763bc8e-716d-4ed4-834c-cae2df500442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06aaa1c-1e81-4a27-8fad-42df42fcf489']}} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:29.441226 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-7763bc8e-716d-4ed4-834c-cae2df500442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52eb27a1-89ad-465a-9008-8c196a4af8f5') {'for_net_delete': True} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:29.441527 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-7763bc8e-716d-4ed4-834c-cae2df500442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52eb27a1-89ad-465a-9008-8c196a4af8f5') {} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:29.451963 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7763bc8e-716d-4ed4-834c-cae2df500442 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727025530341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4368918'] for segment (52eb27a1-89ad-465a-9008-8c196a4af8f5), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:29.466017 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7763bc8e-716d-4ed4-834c-cae2df500442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (52eb27a1-89ad-465a-9008-8c196a4af8f5), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:29.472319 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7763bc8e-716d-4ed4-834c-cae2df500442 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=111078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 10:52:29.476020 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7763bc8e-716d-4ed4-834c-cae2df500442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6008353'] for segment (52eb27a1-89ad-465a-9008-8c196a4af8f5), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:29.523195 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.services.segments.plugin [-] Segment 52eb27a1-89ad-465a-9008-8c196a4af8f5 resource provider aggregate not found Jul 21 10:52:29.544075 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.services.segments.plugin [-] Segment 52eb27a1-89ad-465a-9008-8c196a4af8f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52eb27a1-89ad-465a-9008-8c196a4af8f5 found for delete ", "request_id": "req-21ff84b2-1aaa-4bf5-90ad-5ad7eed90f5e"}]} Jul 21 10:52:29.645582 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7763bc8e-716d-4ed4-834c-cae2df500442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7907263'] for network (e06aaa1c-1e81-4a27-8fad-42df42fcf489), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:29.650909 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7763bc8e-716d-4ed4-834c-cae2df500442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:29.654136 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-7763bc8e-716d-4ed4-834c-cae2df500442 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e06aaa1c-1e81-4a27-8fad-42df42fcf489 HTTP/1.1" status: 204 len: 168 time: 0.3882587 Jul 21 10:52:29.665625 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763bc8e-716d-4ed4-834c-cae2df500442 admin admin] Pushing event deleted for resources: {'Network': ['ID=e06aaa1c-1e81-4a27-8fad-42df42fcf489,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:29.983451 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba0bee-5f7e-42c2-88a9-f5f688a694f1 req-52541556-53be-46df-80f2-382cbae5b258 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:29.984825 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-69ba0bee-5f7e-42c2-88a9-f5f688a694f1 req-52541556-53be-46df-80f2-382cbae5b258 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 943 time: 0.0484602 Jul 21 10:52:30.024785 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39558) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:30.040300 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-69ba0bee-5f7e-42c2-88a9-f5f688a694f1 req-84b78ebf-8fd2-4c85-973a-50e40f44c455 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=84d3f2b7-1ed4-4acd-89ee-0541426feb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500066 Jul 21 10:52:30.066250 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-0989b4e6-9904-4b19-837e-98b54a14f47e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23022ffa87534de39f3bad34c70d1d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400341 Jul 21 10:52:30.068677 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39560) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:30.116401 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-87d1a244-4b83-4bc7-b0e2-c30ba02028a9 admin admin] Publish callbacks [] for security_group (c8bad0dd-7fe3-4a81-a896-1d5e55c4814c), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:30.138236 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-87d1a244-4b83-4bc7-b0e2-c30ba02028a9 admin admin] Publish callbacks [] for security_group (c8bad0dd-7fe3-4a81-a896-1d5e55c4814c), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:30.251165 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-87d1a244-4b83-4bc7-b0e2-c30ba02028a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (c8bad0dd-7fe3-4a81-a896-1d5e55c4814c), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:30.253695 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-87d1a244-4b83-4bc7-b0e2-c30ba02028a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:30.254862 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-87d1a244-4b83-4bc7-b0e2-c30ba02028a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c8bad0dd-7fe3-4a81-a896-1d5e55c4814c HTTP/1.1" status: 204 len: 168 time: 0.1852763 Jul 21 10:52:30.263578 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1a244-4b83-4bc7-b0e2-c30ba02028a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bad0dd-7fe3-4a81-a896-1d5e55c4814c,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:30.741765 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=84 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:30.750934 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=82 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:30.907612 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39570) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:30.946862 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-9edadab1-bcea-48bf-a040-6977996b94ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30e455e924de4b69ade561db9c1dcabb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380626 Jul 21 10:52:30.950239 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39572) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:31.001857 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-49b6bff2-1540-4f4f-8ad2-50034574cef4 admin admin] Publish callbacks [] for security_group (05740194-d796-4341-b5c5-410308505290), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:31.023405 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-49b6bff2-1540-4f4f-8ad2-50034574cef4 admin admin] Publish callbacks [] for security_group (05740194-d796-4341-b5c5-410308505290), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:31.125703 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-49b6bff2-1540-4f4f-8ad2-50034574cef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (05740194-d796-4341-b5c5-410308505290), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:31.128252 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-49b6bff2-1540-4f4f-8ad2-50034574cef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:31.129415 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-49b6bff2-1540-4f4f-8ad2-50034574cef4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05740194-d796-4341-b5c5-410308505290 HTTP/1.1" status: 204 len: 168 time: 0.1781609 Jul 21 10:52:31.139301 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6bff2-1540-4f4f-8ad2-50034574cef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05740194-d796-4341-b5c5-410308505290,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:31.202454 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bd96d-cb4e-4979-a17b-d792ee329c8b req-ff7349cd-4222-48d5-878b-c98f74329c8b tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:31.203961 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f99bd96d-cb4e-4979-a17b-d792ee329c8b req-ff7349cd-4222-48d5-878b-c98f74329c8b tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 943 time: 0.0885637 Jul 21 10:52:31.229740 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-44b6de58-8a8a-41b8-a8fe-502a682e2968 req-5238de4d-a61f-4f8c-a140-d95815a8d797 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1818826965&fields=id&tenant_id=2eff05785bd84522ad637d8bed14563d HTTP/1.1" status: 200 len: 267 time: 0.1045229 Jul 21 10:52:31.300541 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f99bd96d-cb4e-4979-a17b-d792ee329c8b req-71b37df4-4690-42d8-8840-7a3d3c976920 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=84d3f2b7-1ed4-4acd-89ee-0541426feb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863149 Jul 21 10:52:31.306452 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6de58-8a8a-41b8-a8fe-502a682e2968 req-17b1e6b7-99cd-4fb4-a42e-9e05070db42c tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:31.307920 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-44b6de58-8a8a-41b8-a8fe-502a682e2968 req-17b1e6b7-99cd-4fb4-a42e-9e05070db42c tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 985 time: 0.0718341 Jul 21 10:52:31.319469 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [req-44b6de58-8a8a-41b8-a8fe-502a682e2968 req-e62e5e0b-e8bc-4185-85c7-8c88be2a4c89 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Request body: {'port': {'security_groups': ['3c657317-9e55-4bbb-b518-6db91590fa0e']}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:52:31.395090 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-44b6de58-8a8a-41b8-a8fe-502a682e2968 req-e62e5e0b-e8bc-4185-85c7-8c88be2a4c89 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:31.577401 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [req-44b6de58-8a8a-41b8-a8fe-502a682e2968 req-e62e5e0b-e8bc-4185-85c7-8c88be2a4c89 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] For port 24113ecd-45f8-473c-a1aa-fc93cff6c402, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=24113ecd-45f8-473c-a1aa-fc93cff6c402,segment=NetworkSegment(22c45405-7f86-4748-9844-c8af610496ba),segment_id=22c45405-7f86-4748-9844-c8af610496ba)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:31.606761 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-44b6de58-8a8a-41b8-a8fe-502a682e2968 req-e62e5e0b-e8bc-4185-85c7-8c88be2a4c89 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:31.667788 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-44b6de58-8a8a-41b8-a8fe-502a682e2968 req-e62e5e0b-e8bc-4185-85c7-8c88be2a4c89 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596833'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:31.704787 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['24113ecd-45f8-473c-a1aa-fc93cff6c402'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:52:31.717030 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6de58-8a8a-41b8-a8fe-502a682e2968 req-e62e5e0b-e8bc-4185-85c7-8c88be2a4c89 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:31.717725 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [req-44b6de58-8a8a-41b8-a8fe-502a682e2968 req-e62e5e0b-e8bc-4185-85c7-8c88be2a4c89 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:31.719108 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-44b6de58-8a8a-41b8-a8fe-502a682e2968 req-e62e5e0b-e8bc-4185-85c7-8c88be2a4c89 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "PUT /v2.0/ports/24113ecd-45f8-473c-a1aa-fc93cff6c402 HTTP/1.1" status: 200 len: 943 time: 0.4044390 Jul 21 10:52:31.719663 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'tag': '24113ecd-45f8-473c-a1aa-fc93cff6c402'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:52:31.721947 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf1dedf-3e0c-4f79-9b0b-b5176b687a32" -d '{"events": [{"name": "network-changed", "server_uuid": "6597f555-38e1-4d14-bf7c-6d8b5e5a26d4", "tag": "24113ecd-45f8-473c-a1aa-fc93cff6c402"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:52:31.725923 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39592) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:31.757744 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e5e0b-e8bc-4185-85c7-8c88be2a4c89 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Pushing event updated for resources: {'Port': ['ID=24113ecd-45f8-473c-a1aa-fc93cff6c402,revision_number=7']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:31.789444 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4ac485-6444-43f7-8bc2-f43ec5ac32ec x-openstack-request-id: req-5c4ac485-6444-43f7-8bc2-f43ec5ac32ec {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:52:31.789983 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6597f555-38e1-4d14-bf7c-6d8b5e5a26d4", "tag": "24113ecd-45f8-473c-a1aa-fc93cff6c402", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:52:31.790254 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c4ac485-6444-43f7-8bc2-f43ec5ac32ec {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:52:31.790696 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4ac485-6444-43f7-8bc2-f43ec5ac32ec'] response: {'name': 'network-changed', 'server_uuid': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'tag': '24113ecd-45f8-473c-a1aa-fc93cff6c402', 'status': 'completed', 'code': 200} Jul 21 10:52:31.807331 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:31.825649 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group (c5ee5c4d-66ab-4d3f-a7cf-6badf584244d), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:31.865514 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['24113ecd-45f8-473c-a1aa-fc93cff6c402'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:52:31.875039 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group (c5ee5c4d-66ab-4d3f-a7cf-6badf584244d), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:31.932040 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1dedf-3e0c-4f79-9b0b-b5176b687a32 req-1ced7019-ce1f-44e1-9213-2d4b7b8bdc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:31.934353 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8cf1dedf-3e0c-4f79-9b0b-b5176b687a32 req-1ced7019-ce1f-44e1-9213-2d4b7b8bdc9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2eff05785bd84522ad637d8bed14563d&device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 1130 time: 0.0715835 Jul 21 10:52:32.031178 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-be0eb610-d1a5-4c93-a01e-d1cb56bb2c8a None None] Provisioning complete for port 24113ecd-45f8-473c-a1aa-fc93cff6c402 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:52:32.031497 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-be0eb610-d1a5-4c93-a01e-d1cb56bb2c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:32.058717 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1dedf-3e0c-4f79-9b0b-b5176b687a32 req-055ca2dd-5384-43f6-acfa-0f7e9e421ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:32.060232 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8cf1dedf-3e0c-4f79-9b0b-b5176b687a32 req-055ca2dd-5384-43f6-acfa-0f7e9e421ef0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bfcc1ddb-0fed-4d87-9302-25a2c7f2725d HTTP/1.1" status: 200 len: 914 time: 0.1201978 Jul 21 10:52:32.117502 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:32.130851 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8cf1dedf-3e0c-4f79-9b0b-b5176b687a32 req-2a96f2ab-c772-4431-9def-27dd1de5a3a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24113ecd-45f8-473c-a1aa-fc93cff6c402 HTTP/1.1" status: 200 len: 1002 time: 0.0624106 Jul 21 10:52:32.131885 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (c5ee5c4d-66ab-4d3f-a7cf-6badf584244d), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:32.134419 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:32.135469 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "DELETE /v2.0/security-groups/c5ee5c4d-66ab-4d3f-a7cf-6badf584244d HTTP/1.1" status: 204 len: 168 time: 0.4085178 Jul 21 10:52:32.139453 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39600) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:32.161411 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-be0eb610-d1a5-4c93-a01e-d1cb56bb2c8a None None] Current status of the port 24113ecd-45f8-473c-a1aa-fc93cff6c402 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:52:32.235068 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 5e6868c7-2e19-4c0b-b436-ff20ce312453 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:52:32.271354 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:32.372491 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 5e6868c7-2e19-4c0b-b436-ff20ce312453, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5e6868c7-2e19-4c0b-b436-ff20ce312453,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:32.387499 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '5e6868c7-2e19-4c0b-b436-ff20ce312453', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'port_id': '5e6868c7-2e19-4c0b-b436-ff20ce312453', 'mac_address': 'fa:16:3e:d0:eb:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:52:32.392084 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-79148d1a-4942-47aa-a0c8-f81fd04d27cf tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Deleting port 5495c1a8-8846-4e8a-9e20-8729af49dd5f {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:52:32.392665 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-79148d1a-4942-47aa-a0c8-f81fd04d27cf tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (5495c1a8-8846-4e8a-9e20-8729af49dd5f), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:32.413752 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:32.431485 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 5e6868c7-2e19-4c0b-b436-ff20ce312453 is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:52:32.432099 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (5e6868c7-2e19-4c0b-b436-ff20ce312453), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:32.450306 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ee5c4d-66ab-4d3f-a7cf-6badf584244d,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:32.450614 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e6868c7-2e19-4c0b-b436-ff20ce312453 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:52:32.462569 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:32.465470 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:32.465470 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:32.465470 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:32.465470 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:32.465470 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:32.465470 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:32.466056 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:32.466263 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:32.466690 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:32.467093 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:32.467495 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:32.467891 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:32.468287 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:32.468687 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48165592-1032-4d03-9ac8-9f3c761f3347 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:32.482721 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 5e6868c7-2e19-4c0b-b436-ff20ce312453, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5e6868c7-2e19-4c0b-b436-ff20ce312453,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:32.483955 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1dedf-3e0c-4f79-9b0b-b5176b687a32 req-e051b90a-5acf-4860-8c00-804ac367ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:32.484824 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8cf1dedf-3e0c-4f79-9b0b-b5176b687a32 req-e051b90a-5acf-4860-8c00-804ac367ee94 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a849b64f-ebc5-4db3-ae09-571df7ac3e29 HTTP/1.1" status: 200 len: 852 time: 0.3446546 Jul 21 10:52:32.498136 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e01923-c118-4ed4-9466-84b0fc3c57aa req-8ac078be-60df-469b-8e58-dfbc044542cc tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:32.499702 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d6e01923-c118-4ed4-9466-84b0fc3c57aa req-8ac078be-60df-469b-8e58-dfbc044542cc tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 943 time: 0.1213138 Jul 21 10:52:32.547753 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1dedf-3e0c-4f79-9b0b-b5176b687a32 req-7f9ea893-8aeb-4c02-ac73-88f7937b00ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:32.551648 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8cf1dedf-3e0c-4f79-9b0b-b5176b687a32 req-7f9ea893-8aeb-4c02-ac73-88f7937b00ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bfcc1ddb-0fed-4d87-9302-25a2c7f2725d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578573 Jul 21 10:52:32.555125 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-79148d1a-4942-47aa-a0c8-f81fd04d27cf tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (5495c1a8-8846-4e8a-9e20-8729af49dd5f), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:32.555461 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-79148d1a-4942-47aa-a0c8-f81fd04d27cf tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for floatingip (5495c1a8-8846-4e8a-9e20-8729af49dd5f), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:32.571956 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (5e6868c7-2e19-4c0b-b436-ff20ce312453), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:32.578863 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-79148d1a-4942-47aa-a0c8-f81fd04d27cf tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Calling delete_port for 5495c1a8-8846-4e8a-9e20-8729af49dd5f owned by network:floatingip {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:52:32.597568 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d6e01923-c118-4ed4-9466-84b0fc3c57aa req-cf9a8a12-29d3-4fae-8099-b18f5e823dfc tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=84d3f2b7-1ed4-4acd-89ee-0541426feb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902972 Jul 21 10:52:32.613572 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:32.620486 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:32.649466 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=5e6868c7-2e19-4c0b-b436-ff20ce312453,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:32.660041 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8cf1dedf-3e0c-4f79-9b0b-b5176b687a32 req-a5efe690-c8a0-462b-a993-64f31ef31649 service neutron] 10.222.0.57 "GET /v2.0/networks/bfcc1ddb-0fed-4d87-9302-25a2c7f2725d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030202 Jul 21 10:52:32.757538 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8cf1dedf-3e0c-4f79-9b0b-b5176b687a32 req-65e8b78a-465b-4ee3-82c9-51170c26da08 service neutron] 10.222.0.57 "GET /v2.0/networks/bfcc1ddb-0fed-4d87-9302-25a2c7f2725d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902953 Jul 21 10:52:32.868881 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-79148d1a-4942-47aa-a0c8-f81fd04d27cf tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (5495c1a8-8846-4e8a-9e20-8729af49dd5f), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:32.884696 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['5e6868c7-2e19-4c0b-b436-ff20ce312453'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:52:32.896469 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79148d1a-4942-47aa-a0c8-f81fd04d27cf tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Pushing event deleted for resources: {'Port': ['ID=5495c1a8-8846-4e8a-9e20-8729af49dd5f,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:32.950680 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:32.963928 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-79148d1a-4942-47aa-a0c8-f81fd04d27cf tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks [] for floatingip (6d131ee0-d3c7-467b-9953-1d4e8d88dd71), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:32.966342 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.l3_db [None req-79148d1a-4942-47aa-a0c8-f81fd04d27cf tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Floating IP 6d131ee0-d3c7-467b-9953-1d4e8d88dd71 disassociated (deleted). External IP: 172.27.0.222, port: 24113ecd-45f8-473c-a1aa-fc93cff6c402. Jul 21 10:52:33.183661 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79148d1a-4942-47aa-a0c8-f81fd04d27cf tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Router 2fb19c42-5612-4b5f-93a6-967871d1ad1b has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:52:33.291534 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79148d1a-4942-47aa-a0c8-f81fd04d27cf tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:52:33.296378 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-79148d1a-4942-47aa-a0c8-f81fd04d27cf tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:33.302831 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95dc8e7-470a-4605-9266-ebc3dc022595 None None] Sync routers for ids ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:52:33.313937 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95dc8e7-470a-4605-9266-ebc3dc022595 None None] Routers {'2fb19c42-5612-4b5f-93a6-967871d1ad1b'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:52:33.314654 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-b95dc8e7-470a-4605-9266-ebc3dc022595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:52:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:33.330725 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-79148d1a-4942-47aa-a0c8-f81fd04d27cf tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "DELETE /v2.0/floatingips/6d131ee0-d3c7-467b-9953-1d4e8d88dd71 HTTP/1.1" status: 204 len: 168 time: 1.1874056 Jul 21 10:52:33.422772 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-b95dc8e7-470a-4605-9266-ebc3dc022595 None None] Set router 2fb19c42-5612-4b5f-93a6-967871d1ad1b gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:52:33.711174 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453fc65-84d1-4347-8f16-5813f826831f req-1a01d729-fcc2-4f51-9ac7-ac79ee37fff5 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:33.712685 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9453fc65-84d1-4347-8f16-5813f826831f req-1a01d729-fcc2-4f51-9ac7-ac79ee37fff5 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 944 time: 0.0516446 Jul 21 10:52:33.763601 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-b95dc8e7-470a-4605-9266-ebc3dc022595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'name': 'tempest-TestMinimumBasicScenario-47327077-router', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '930b172d-d66c-44a9-9afa-af5657efd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:20Z', 'updated_at': '2022-07-21T10:49:26Z', 'revision_number': 4, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'gw_port': {'id': '930b172d-d66c-44a9-9afa-af5657efd122', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:22Z', 'updated_at': '2022-07-21T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd7cc296c-8ecb-4283-9db2-8b30422b6968', 'name': '', 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'mac_address': 'fa:16:3e:9b:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:26Z', 'updated_at': '2022-07-21T10:49:31Z', 'revision_number': 5, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'subnets': [{'id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:33.768308 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9453fc65-84d1-4347-8f16-5813f826831f req-ecad67f0-3683-494b-b251-abba709bd658 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=84d3f2b7-1ed4-4acd-89ee-0541426feb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489583 Jul 21 10:52:33.792058 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'tag': '24113ecd-45f8-473c-a1aa-fc93cff6c402'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:52:33.794303 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95dc8e7-470a-4605-9266-ebc3dc022595 None None] Checking router: 2fb19c42-5612-4b5f-93a6-967871d1ad1b for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:52:33.795211 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de49f2e-bc10-4e67-993e-905587328179" -d '{"events": [{"name": "network-changed", "server_uuid": "6597f555-38e1-4d14-bf7c-6d8b5e5a26d4", "tag": "24113ecd-45f8-473c-a1aa-fc93cff6c402"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:52:33.803785 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95dc8e7-470a-4605-9266-ebc3dc022595 None None] Routers {'2fb19c42-5612-4b5f-93a6-967871d1ad1b'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:52:33.804399 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-b95dc8e7-470a-4605-9266-ebc3dc022595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:52:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:33.835771 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4557941b-d567-4c02-be31-ead9249526a8 x-openstack-request-id: req-4557941b-d567-4c02-be31-ead9249526a8 {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:52:33.836138 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6597f555-38e1-4d14-bf7c-6d8b5e5a26d4", "tag": "24113ecd-45f8-473c-a1aa-fc93cff6c402", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:52:33.836460 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4557941b-d567-4c02-be31-ead9249526a8 {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:52:33.837033 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4557941b-d567-4c02-be31-ead9249526a8'] response: {'name': 'network-changed', 'server_uuid': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'tag': '24113ecd-45f8-473c-a1aa-fc93cff6c402', 'status': 'completed', 'code': 200} Jul 21 10:52:33.911925 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-b95dc8e7-470a-4605-9266-ebc3dc022595 None None] Set router 2fb19c42-5612-4b5f-93a6-967871d1ad1b gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:52:33.999241 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:34.113827 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-b95dc8e7-470a-4605-9266-ebc3dc022595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'name': 'tempest-TestMinimumBasicScenario-47327077-router', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '930b172d-d66c-44a9-9afa-af5657efd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:20Z', 'updated_at': '2022-07-21T10:49:26Z', 'revision_number': 4, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'gw_port': {'id': '930b172d-d66c-44a9-9afa-af5657efd122', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:22Z', 'updated_at': '2022-07-21T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd7cc296c-8ecb-4283-9db2-8b30422b6968', 'name': '', 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'mac_address': 'fa:16:3e:9b:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:26Z', 'updated_at': '2022-07-21T10:49:31Z', 'revision_number': 5, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'subnets': [{'id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:34.139844 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95dc8e7-470a-4605-9266-ebc3dc022595 None None] The sync data for ids ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'] in dv-cinder-849800-2-iscsi is: [{'id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'name': 'tempest-TestMinimumBasicScenario-47327077-router', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '930b172d-d66c-44a9-9afa-af5657efd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:20Z', 'updated_at': '2022-07-21T10:49:26Z', 'revision_number': 4, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'gw_port': {'id': '930b172d-d66c-44a9-9afa-af5657efd122', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:22Z', 'updated_at': '2022-07-21T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd7cc296c-8ecb-4283-9db2-8b30422b6968', 'name': '', 'network_id': 'bfcc1ddb-0fed-4d87-9302-25a2c7f2725d', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'mac_address': 'fa:16:3e:9b:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:26Z', 'updated_at': '2022-07-21T10:49:31Z', 'revision_number': 5, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'subnets': [{'id': 'a849b64f-ebc5-4db3-ae09-571df7ac3e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:52:34.240500 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de49f2e-bc10-4e67-993e-905587328179 req-9684eb01-6f27-4e7a-96d1-67b1002cece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:34.242170 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5de49f2e-bc10-4e67-993e-905587328179 req-9684eb01-6f27-4e7a-96d1-67b1002cece4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2eff05785bd84522ad637d8bed14563d&device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 1130 time: 0.0449107 Jul 21 10:52:34.265689 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 5e6868c7-2e19-4c0b-b436-ff20ce312453 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:52:34.316713 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port 5e6868c7-2e19-4c0b-b436-ff20ce312453 completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:52:34.341955 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de49f2e-bc10-4e67-993e-905587328179 req-3dd9a29b-f4e4-470a-8de9-b3edb47db394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:34.343708 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5de49f2e-bc10-4e67-993e-905587328179 req-3dd9a29b-f4e4-470a-8de9-b3edb47db394 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bfcc1ddb-0fed-4d87-9302-25a2c7f2725d HTTP/1.1" status: 200 len: 914 time: 0.0950739 Jul 21 10:52:34.382405 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 5e6868c7-2e19-4c0b-b436-ff20ce312453 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:52:34.382850 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (5e6868c7-2e19-4c0b-b436-ff20ce312453), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:34.394766 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5de49f2e-bc10-4e67-993e-905587328179 req-ffdb1619-0174-4e2b-8055-aa0f717b0b78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24113ecd-45f8-473c-a1aa-fc93cff6c402 HTTP/1.1" status: 200 len: 217 time: 0.0439653 Jul 21 10:52:34.413652 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9390ef-01a4-4e75-997b-878ceb150d51 None None] New status for floating IP 6d131ee0-d3c7-467b-9953-1d4e8d88dd71: DOWN {{(pid=111081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:52:34.449786 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de49f2e-bc10-4e67-993e-905587328179 req-5dd50514-0a3f-474b-9bb2-06d8e2d2e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:34.451582 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5de49f2e-bc10-4e67-993e-905587328179 req-5dd50514-0a3f-474b-9bb2-06d8e2d2e103 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a849b64f-ebc5-4db3-ae09-571df7ac3e29 HTTP/1.1" status: 200 len: 852 time: 0.0501430 Jul 21 10:52:34.471525 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 5e6868c7-2e19-4c0b-b436-ff20ce312453 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:52:34.471922 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (5e6868c7-2e19-4c0b-b436-ff20ce312453), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:34.496173 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1457b868-0630-42f6-958c-da6d5bbab2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6868c7-2e19-4c0b-b436-ff20ce312453'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:52:34.498679 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5e2ba5-34b0-4385-9c27-736e17819c4a" -d '{"events": [{"server_uuid": "1457b868-0630-42f6-958c-da6d5bbab2ce", "name": "network-vif-plugged", "status": "completed", "tag": "5e6868c7-2e19-4c0b-b436-ff20ce312453"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:52:34.499418 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de49f2e-bc10-4e67-993e-905587328179 req-577c32fa-f457-495c-8e65-289871959005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:34.501031 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5de49f2e-bc10-4e67-993e-905587328179 req-577c32fa-f457-495c-8e65-289871959005 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bfcc1ddb-0fed-4d87-9302-25a2c7f2725d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425720 Jul 21 10:52:34.523662 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 5e6868c7-2e19-4c0b-b436-ff20ce312453, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5e6868c7-2e19-4c0b-b436-ff20ce312453,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:34.574842 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:34.602227 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5de49f2e-bc10-4e67-993e-905587328179 req-c22c2904-b49a-4554-92bc-532d429b1b51 service neutron] 10.222.0.57 "GET /v2.0/networks/bfcc1ddb-0fed-4d87-9302-25a2c7f2725d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921137 Jul 21 10:52:34.611543 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (5e6868c7-2e19-4c0b-b436-ff20ce312453), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:34.639447 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:34.667858 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=5e6868c7-2e19-4c0b-b436-ff20ce312453,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:34.681497 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f9c91d-c113-474b-87bd-6d6cd2c1813c x-openstack-request-id: req-20f9c91d-c113-474b-87bd-6d6cd2c1813c {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:52:34.681796 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1457b868-0630-42f6-958c-da6d5bbab2ce", "name": "network-vif-plugged", "status": "completed", "tag": "5e6868c7-2e19-4c0b-b436-ff20ce312453", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:52:34.682051 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20f9c91d-c113-474b-87bd-6d6cd2c1813c {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:52:34.682456 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20f9c91d-c113-474b-87bd-6d6cd2c1813c'] response: {'server_uuid': '1457b868-0630-42f6-958c-da6d5bbab2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6868c7-2e19-4c0b-b436-ff20ce312453', 'code': 200} Jul 21 10:52:34.716255 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5de49f2e-bc10-4e67-993e-905587328179 req-a04b3d4d-5445-4693-9767-38da8f266c48 service neutron] 10.222.0.57 "GET /v2.0/networks/bfcc1ddb-0fed-4d87-9302-25a2c7f2725d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077940 Jul 21 10:52:34.891885 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359eede-2d24-4eee-a0d2-2ba0cdc0c430 req-c01a2bb4-a95c-422b-9404-b3b7624de186 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:34.893421 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2359eede-2d24-4eee-a0d2-2ba0cdc0c430 req-c01a2bb4-a95c-422b-9404-b3b7624de186 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 945 time: 0.0497403 Jul 21 10:52:34.942289 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2359eede-2d24-4eee-a0d2-2ba0cdc0c430 req-925d11de-415e-4d8e-9879-81a4da77f769 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=84d3f2b7-1ed4-4acd-89ee-0541426feb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431063 Jul 21 10:52:35.080371 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eded86-b143-4b31-ab70-efc71dc6fb93 req-4a8e7a6b-16ed-42e3-995c-4aeb991a8728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:35.081874 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-94eded86-b143-4b31-ab70-efc71dc6fb93 req-4a8e7a6b-16ed-42e3-995c-4aeb991a8728 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 1129 time: 0.0398667 Jul 21 10:52:35.131713 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-94eded86-b143-4b31-ab70-efc71dc6fb93 req-400b45cf-2f20-4289-bb13-ce6053f24bee service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=84d3f2b7-1ed4-4acd-89ee-0541426feb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437257 Jul 21 10:52:36.060515 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972260c-33e2-4a25-b138-addec7232801 req-7593ede6-92e9-40fd-8409-e7eb54f2246c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:36.062039 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6972260c-33e2-4a25-b138-addec7232801 req-7593ede6-92e9-40fd-8409-e7eb54f2246c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 945 time: 0.0486796 Jul 21 10:52:36.109742 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6972260c-33e2-4a25-b138-addec7232801 req-1bec9fbd-dcc7-4ebc-9e2a-fd06b23c8ac3 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=84d3f2b7-1ed4-4acd-89ee-0541426feb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418642 Jul 21 10:52:37.232246 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a628da8-28a4-4ad3-9261-848f768d0ba8 req-fc1b008c-f3b9-4f20-b33c-5e9c49fab9c6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:37.234303 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0a628da8-28a4-4ad3-9261-848f768d0ba8 req-fc1b008c-f3b9-4f20-b33c-5e9c49fab9c6 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 945 time: 0.0531266 Jul 21 10:52:37.282734 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0a628da8-28a4-4ad3-9261-848f768d0ba8 req-5c28805c-7dce-4ec8-b71a-fc9e13bfd50e tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=84d3f2b7-1ed4-4acd-89ee-0541426feb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424740 Jul 21 10:52:37.393730 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed642039-d369-462f-89d1-84604ad091f3 req-b44b9bd5-ac04-44ee-b1b0-ef15e7dd84e8 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:37.395253 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ed642039-d369-462f-89d1-84604ad091f3 req-b44b9bd5-ac04-44ee-b1b0-ef15e7dd84e8 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 945 time: 0.0483117 Jul 21 10:52:37.403700 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39690) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:37.408266 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-4477b6d0-7a88-4307-8712-856f272b2894 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Request body: {'floatingip': {'port_id': '5e6868c7-2e19-4c0b-b436-ff20ce312453'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:52:37.455599 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4477b6d0-7a88-4307-8712-856f272b2894 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (20144d3b-ddc7-45ce-a11c-ba5825fd2acf), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:37.523390 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:37.614869 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b413d-bd67-4a8f-89ed-a4e8f9c2355f req-e91f027c-b7c1-4b87-b911-9cd2a633eca7 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:37.616232 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b53b413d-bd67-4a8f-89ed-a4e8f9c2355f req-e91f027c-b7c1-4b87-b911-9cd2a633eca7 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 946 time: 0.0687900 Jul 21 10:52:37.734966 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b53b413d-bd67-4a8f-89ed-a4e8f9c2355f req-1e01418e-f7b3-4dfe-8e33-35d42e85909c tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900433 Jul 21 10:52:37.736817 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:37.964930 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4477b6d0-7a88-4307-8712-856f272b2894 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:38.011180 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4477b6d0-7a88-4307-8712-856f272b2894 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (20144d3b-ddc7-45ce-a11c-ba5825fd2acf), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:38.113359 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.l3_db [None req-4477b6d0-7a88-4307-8712-856f272b2894 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Floating IP 20144d3b-ddc7-45ce-a11c-ba5825fd2acf associated. External IP: 172.27.0.171, port: 5e6868c7-2e19-4c0b-b436-ff20ce312453. Jul 21 10:52:38.311845 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4477b6d0-7a88-4307-8712-856f272b2894 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:52:38.415494 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4477b6d0-7a88-4307-8712-856f272b2894 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:52:38.420431 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4477b6d0-7a88-4307-8712-856f272b2894 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:38.439196 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae10195-f55c-4180-b8e5-a9b0c1d2e7ff None None] Sync routers for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:52:38.453736 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-4477b6d0-7a88-4307-8712-856f272b2894 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "PUT /v2.0/floatingips/20144d3b-ddc7-45ce-a11c-ba5825fd2acf HTTP/1.1" status: 200 len: 991 time: 1.0488534 Jul 21 10:52:38.455427 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae10195-f55c-4180-b8e5-a9b0c1d2e7ff None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:52:38.456071 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1457b868-0630-42f6-958c-da6d5bbab2ce', 'tag': '5e6868c7-2e19-4c0b-b436-ff20ce312453'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:52:38.456207 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-5ae10195-f55c-4180-b8e5-a9b0c1d2e7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:52:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:38.461458 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99e3239-dc1c-411c-991e-d21c63981ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "1457b868-0630-42f6-958c-da6d5bbab2ce", "tag": "5e6868c7-2e19-4c0b-b436-ff20ce312453"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:52:38.501632 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4fd141-906f-4d6b-80e9-babd4730403a x-openstack-request-id: req-9c4fd141-906f-4d6b-80e9-babd4730403a {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:52:38.501898 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1457b868-0630-42f6-958c-da6d5bbab2ce", "tag": "5e6868c7-2e19-4c0b-b436-ff20ce312453", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:52:38.502154 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c4fd141-906f-4d6b-80e9-babd4730403a {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:52:38.502586 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4fd141-906f-4d6b-80e9-babd4730403a'] response: {'name': 'network-changed', 'server_uuid': '1457b868-0630-42f6-958c-da6d5bbab2ce', 'tag': '5e6868c7-2e19-4c0b-b436-ff20ce312453', 'status': 'completed', 'code': 200} Jul 21 10:52:38.579292 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-5ae10195-f55c-4180-b8e5-a9b0c1d2e7ff None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:52:38.799782 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-5ae10195-f55c-4180-b8e5-a9b0c1d2e7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '20144d3b-ddc7-45ce-a11c-ba5825fd2acf', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'port_id': '5e6868c7-2e19-4c0b-b436-ff20ce312453', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'mac_address': 'fa:16:3e:d0:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457b868-0630-42f6-958c-da6d5bbab2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:52:22Z', 'updated_at': '2022-07-21T10:52:37Z', 'revision_number': 1, 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:38.825155 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae10195-f55c-4180-b8e5-a9b0c1d2e7ff None None] Checking router: e283a85c-fc9e-4230-8da7-8cca5e8c96d2 for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:52:38.834731 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae10195-f55c-4180-b8e5-a9b0c1d2e7ff None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:52:38.835364 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-5ae10195-f55c-4180-b8e5-a9b0c1d2e7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:52:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:38.851747 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942554b-be58-45aa-ac90-4ac42116bc0c req-a79dd5e7-8843-41e8-a7ca-ec352980a2b3 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:38.853313 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6942554b-be58-45aa-ac90-4ac42116bc0c req-a79dd5e7-8843-41e8-a7ca-ec352980a2b3 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 946 time: 0.0498087 Jul 21 10:52:38.878314 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:38.905837 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6942554b-be58-45aa-ac90-4ac42116bc0c req-516dac1f-f9cb-4c95-9fce-5d372484eaa1 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462558 Jul 21 10:52:38.939481 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-5ae10195-f55c-4180-b8e5-a9b0c1d2e7ff None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:52:39.029912 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:39.148413 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-5ae10195-f55c-4180-b8e5-a9b0c1d2e7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '20144d3b-ddc7-45ce-a11c-ba5825fd2acf', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'port_id': '5e6868c7-2e19-4c0b-b436-ff20ce312453', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'mac_address': 'fa:16:3e:d0:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457b868-0630-42f6-958c-da6d5bbab2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:52:22Z', 'updated_at': '2022-07-21T10:52:37Z', 'revision_number': 1, 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:39.173159 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae10195-f55c-4180-b8e5-a9b0c1d2e7ff None None] The sync data for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi is: [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '20144d3b-ddc7-45ce-a11c-ba5825fd2acf', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'port_id': '5e6868c7-2e19-4c0b-b436-ff20ce312453', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'mac_address': 'fa:16:3e:d0:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1457b868-0630-42f6-958c-da6d5bbab2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:52:22Z', 'updated_at': '2022-07-21T10:52:37Z', 'revision_number': 1, 'project_id': '0dc215aadb5345d791945658832aae4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:52:39.351752 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f037e-813f-4475-88f0-2382fe14cbad None None] New status for floating IP 20144d3b-ddc7-45ce-a11c-ba5825fd2acf: ACTIVE {{(pid=111081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:52:40.020541 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238cd84-e04e-475e-834d-49ce436c9c37 req-f5727056-a7fd-4651-921d-6fa99e8cbc75 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:40.022010 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0238cd84-e04e-475e-834d-49ce436c9c37 req-f5727056-a7fd-4651-921d-6fa99e8cbc75 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 946 time: 0.0478380 Jul 21 10:52:40.070609 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0238cd84-e04e-475e-834d-49ce436c9c37 req-0300933b-3b56-45b2-a96e-89887d529818 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427318 Jul 21 10:52:40.477276 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e3239-dc1c-411c-991e-d21c63981ddc req-08f26915-8506-40ad-ab37-dab5ec17e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:40.478748 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e99e3239-dc1c-411c-991e-d21c63981ddc req-08f26915-8506-40ad-ab37-dab5ec17e4e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0dc215aadb5345d791945658832aae4a&device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 1129 time: 0.0405278 Jul 21 10:52:40.605713 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e3239-dc1c-411c-991e-d21c63981ddc req-11ca890c-a59d-491f-b0f1-dc84ff578242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:40.607264 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e99e3239-dc1c-411c-991e-d21c63981ddc req-11ca890c-a59d-491f-b0f1-dc84ff578242 service neutron] 10.222.0.57 "GET /v2.0/networks?id=192d6a0f-c1f8-471a-872f-e924c6d8f479 HTTP/1.1" status: 200 len: 916 time: 0.0952468 Jul 21 10:52:40.884482 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e99e3239-dc1c-411c-991e-d21c63981ddc req-574b2797-cbd6-4668-a0e0-caf24944f7fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e6868c7-2e19-4c0b-b436-ff20ce312453 HTTP/1.1" status: 200 len: 1001 time: 0.0599275 Jul 21 10:52:40.931999 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e3239-dc1c-411c-991e-d21c63981ddc req-49879846-5e88-4ba8-82bc-5fa5c58a1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:40.933400 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e99e3239-dc1c-411c-991e-d21c63981ddc req-49879846-5e88-4ba8-82bc-5fa5c58a1355 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83 HTTP/1.1" status: 200 len: 854 time: 0.0432198 Jul 21 10:52:41.094401 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e3239-dc1c-411c-991e-d21c63981ddc req-4cbf264f-12a8-4b24-8a7f-210247c8d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:41.096038 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e99e3239-dc1c-411c-991e-d21c63981ddc req-4cbf264f-12a8-4b24-8a7f-210247c8d47a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=192d6a0f-c1f8-471a-872f-e924c6d8f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741720 Jul 21 10:52:41.102329 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881e1bc-9fdb-4da8-ba8e-6df9dc425437 req-a6ca41eb-09cf-4354-a19d-05241da88f51 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:41.103735 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4881e1bc-9fdb-4da8-ba8e-6df9dc425437 req-a6ca41eb-09cf-4354-a19d-05241da88f51 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.57 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 946 time: 0.0737453 Jul 21 10:52:41.188812 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9233a1-20e6-4b95-a167-74059fab1a0e req-3a110edf-ffe4-4d0d-9498-3fc7d3a7c9c5 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:41.190499 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3b9233a1-20e6-4b95-a167-74059fab1a0e req-3a110edf-ffe4-4d0d-9498-3fc7d3a7c9c5 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 946 time: 0.0483136 Jul 21 10:52:41.205128 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:41.244968 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3b9233a1-20e6-4b95-a167-74059fab1a0e req-b2481d2e-7d8c-437f-8e56-558e237e83e6 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c657317-9e55-4bbb-b518-6db91590fa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462890 Jul 21 10:52:41.259621 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-4881e1bc-9fdb-4da8-ba8e-6df9dc425437 req-02d7630d-8110-4f1d-b5f5-82b3a17de515 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Deleting port 24113ecd-45f8-473c-a1aa-fc93cff6c402 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:52:41.259973 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4881e1bc-9fdb-4da8-ba8e-6df9dc425437 req-02d7630d-8110-4f1d-b5f5-82b3a17de515 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:41.279743 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e99e3239-dc1c-411c-991e-d21c63981ddc req-fbfeef3a-fad0-47e0-9b45-f9c8ec46a08d service neutron] 10.222.0.57 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751039 Jul 21 10:52:41.424025 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-4881e1bc-9fdb-4da8-ba8e-6df9dc425437 req-02d7630d-8110-4f1d-b5f5-82b3a17de515 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] For port 24113ecd-45f8-473c-a1aa-fc93cff6c402, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=24113ecd-45f8-473c-a1aa-fc93cff6c402,segment=NetworkSegment(22c45405-7f86-4748-9844-c8af610496ba),segment_id=22c45405-7f86-4748-9844-c8af610496ba)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:41.424317 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4881e1bc-9fdb-4da8-ba8e-6df9dc425437 req-02d7630d-8110-4f1d-b5f5-82b3a17de515 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:41.448051 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-4881e1bc-9fdb-4da8-ba8e-6df9dc425437 req-02d7630d-8110-4f1d-b5f5-82b3a17de515 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Calling delete_port for 24113ecd-45f8-473c-a1aa-fc93cff6c402 owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:52:41.453919 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e99e3239-dc1c-411c-991e-d21c63981ddc req-259029dd-21cb-4ca2-83a1-f8430704c451 service neutron] 10.222.0.57 "GET /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674037 Jul 21 10:52:41.510771 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:41.657783 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4881e1bc-9fdb-4da8-ba8e-6df9dc425437 req-02d7630d-8110-4f1d-b5f5-82b3a17de515 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (24113ecd-45f8-473c-a1aa-fc93cff6c402), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:41.697845 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7630d-8110-4f1d-b5f5-82b3a17de515 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Pushing event deleted for resources: {'Port': ['ID=24113ecd-45f8-473c-a1aa-fc93cff6c402,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:41.708005 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['24113ecd-45f8-473c-a1aa-fc93cff6c402'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:52:41.746077 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-4881e1bc-9fdb-4da8-ba8e-6df9dc425437 req-02d7630d-8110-4f1d-b5f5-82b3a17de515 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] No DVR routers for this DVR port 24113ecd-45f8-473c-a1aa-fc93cff6c402 on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:52:41.748775 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4881e1bc-9fdb-4da8-ba8e-6df9dc425437 req-02d7630d-8110-4f1d-b5f5-82b3a17de515 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:41.752254 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4881e1bc-9fdb-4da8-ba8e-6df9dc425437 req-02d7630d-8110-4f1d-b5f5-82b3a17de515 tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.57 "DELETE /v2.0/ports/24113ecd-45f8-473c-a1aa-fc93cff6c402 HTTP/1.1" status: 204 len: 173 time: 0.6386147 Jul 21 10:52:41.752696 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'name': 'network-vif-deleted', 'tag': '24113ecd-45f8-473c-a1aa-fc93cff6c402'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:52:41.755090 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a165d4c-e608-48b5-98f7-6f9362a0b721" -d '{"events": [{"server_uuid": "6597f555-38e1-4d14-bf7c-6d8b5e5a26d4", "name": "network-vif-deleted", "tag": "24113ecd-45f8-473c-a1aa-fc93cff6c402"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:52:41.794728 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fba4c0-6c64-4bff-ba4d-a061b8326d3a x-openstack-request-id: req-b8fba4c0-6c64-4bff-ba4d-a061b8326d3a {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:52:41.795019 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6597f555-38e1-4d14-bf7c-6d8b5e5a26d4", "name": "network-vif-deleted", "tag": "24113ecd-45f8-473c-a1aa-fc93cff6c402", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:52:41.795280 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8fba4c0-6c64-4bff-ba4d-a061b8326d3a {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:52:41.796306 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8fba4c0-6c64-4bff-ba4d-a061b8326d3a'] response: {'server_uuid': '6597f555-38e1-4d14-bf7c-6d8b5e5a26d4', 'name': 'network-vif-deleted', 'tag': '24113ecd-45f8-473c-a1aa-fc93cff6c402', 'status': 'completed', 'code': 200} Jul 21 10:52:42.364794 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e32c14a6-d0ce-40db-9baf-c0dad6ab5eeb req-373855f9-1ddc-4299-90e0-7133a07d638c tempest-TestMinimumBasicScenario-1018116383 tempest-TestMinimumBasicScenario-1018116383-project] 10.222.0.48 "GET /v2.0/ports?device_id=6597f555-38e1-4d14-bf7c-6d8b5e5a26d4 HTTP/1.1" status: 200 len: 210 time: 0.0343859 Jul 21 10:52:42.889076 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:42.905421 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682a15d-52b6-46e0-8fff-66ca026769ef req-01d72201-11ca-4362-8ceb-0fdcace44485 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:42.907270 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d682a15d-52b6-46e0-8fff-66ca026769ef req-01d72201-11ca-4362-8ceb-0fdcace44485 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0492094 Jul 21 10:52:42.955620 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d682a15d-52b6-46e0-8fff-66ca026769ef req-b9e91429-08c2-4f90-8124-73c630c5e98e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425243 Jul 21 10:52:44.079771 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bee963-47eb-49e8-84cf-7b9256da6d2b req-0516c043-7610-4a4a-87ac-d820f1fb84b7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:44.081294 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b5bee963-47eb-49e8-84cf-7b9256da6d2b req-0516c043-7610-4a4a-87ac-d820f1fb84b7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0510468 Jul 21 10:52:44.134748 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b5bee963-47eb-49e8-84cf-7b9256da6d2b req-6bbdcf1e-0dfc-48ea-a5b7-a96d413c1533 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472693 Jul 21 10:52:44.809236 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39832) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:44.840097 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:45.116541 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906778'] for router_interface (2fb19c42-5612-4b5f-93a6-967871d1ad1b), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:45.555860 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993718c0-2aa3-46da-8203-1964654ced6c req-74c34700-083e-4501-8b97-5127a8b75cbc tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:45.557352 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-993718c0-2aa3-46da-8203-1964654ced6c req-74c34700-083e-4501-8b97-5127a8b75cbc tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.3441191 Jul 21 10:52:45.629779 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:45.647289 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-993718c0-2aa3-46da-8203-1964654ced6c req-254315ba-6648-49e1-aec9-d8290cfd695e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705290 Jul 21 10:52:45.670481 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Deleting port d7cc296c-8ecb-4283-9db2-8b30422b6968 {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:52:45.672989 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:45.756689 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] For port d7cc296c-8ecb-4283-9db2-8b30422b6968, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=d7cc296c-8ecb-4283-9db2-8b30422b6968,segment=NetworkSegment(22c45405-7f86-4748-9844-c8af610496ba),segment_id=22c45405-7f86-4748-9844-c8af610496ba)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:45.757053 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:45.771096 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Calling delete_port for d7cc296c-8ecb-4283-9db2-8b30422b6968 owned by network:router_interface {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:52:45.782800 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:46.039951 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (d7cc296c-8ecb-4283-9db2-8b30422b6968), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:46.068531 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7cc296c-8ecb-4283-9db2-8b30422b6968,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:46.103991 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:46.104341 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:46.104679 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:46.105013 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:46.105342 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:46.105671 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:46.105994 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:46.106315 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:46.106671 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:46.107341 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:46.107913 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:46.108307 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:46.108631 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:46.108954 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:46.109275 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:52:46.265504 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7994357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905578'] for router_interface (2fb19c42-5612-4b5f-93a6-967871d1ad1b), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:46.329586 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 24113ecd-45f8-473c-a1aa-fc93cff6c402 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:52:46.354362 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: 24113ecd-45f8-473c-a1aa-fc93cff6c402 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:52:46.354756 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 24113ecd-45f8-473c-a1aa-fc93cff6c402 not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:52:46.471781 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Router 2fb19c42-5612-4b5f-93a6-967871d1ad1b has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:52:46.574159 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:52:46.580144 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-0e4cf92b-85a0-46f7-91b1-4df40ac342b8 admin admin] 10.222.0.48 "PUT /v2.0/routers/2fb19c42-5612-4b5f-93a6-967871d1ad1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7697430 Jul 21 10:52:46.582570 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39852) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:46.585114 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60cc37f-3b83-4250-85c5-d29002218175 None None] Sync routers for ids ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:52:46.588000 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:46.596582 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60cc37f-3b83-4250-85c5-d29002218175 None None] Routers {'2fb19c42-5612-4b5f-93a6-967871d1ad1b'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:52:46.597298 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-b60cc37f-3b83-4250-85c5-d29002218175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:52:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:46.689503 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-29ebaa9e-55b9-4ad9-896b-e948a4a8b563 admin admin] Publish callbacks [] for router (2fb19c42-5612-4b5f-93a6-967871d1ad1b), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:46.814208 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a4ec0-75d2-4ae5-b47e-b763d119efba req-20c5e407-3db0-4470-ae96-db1a3448510e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:46.815758 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cb9a4ec0-75d2-4ae5-b47e-b763d119efba req-20c5e407-3db0-4470-ae96-db1a3448510e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0864162 Jul 21 10:52:46.837121 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-b60cc37f-3b83-4250-85c5-d29002218175 None None] Set router 2fb19c42-5612-4b5f-93a6-967871d1ad1b gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:52:46.845854 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:46.876603 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-29ebaa9e-55b9-4ad9-896b-e948a4a8b563 admin admin] Publish callbacks [] for router_gateway (2fb19c42-5612-4b5f-93a6-967871d1ad1b), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:46.889820 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cb9a4ec0-75d2-4ae5-b47e-b763d119efba req-7f231e8a-ff20-407d-bfe9-e851339b7d32 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661902 Jul 21 10:52:46.896216 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:47.019590 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-b60cc37f-3b83-4250-85c5-d29002218175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'name': 'tempest-TestMinimumBasicScenario-47327077-router', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '930b172d-d66c-44a9-9afa-af5657efd122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:20Z', 'updated_at': '2022-07-21T10:52:45Z', 'revision_number': 5, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'gw_port': {'id': '930b172d-d66c-44a9-9afa-af5657efd122', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:22Z', 'updated_at': '2022-07-21T10:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:47.046448 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60cc37f-3b83-4250-85c5-d29002218175 None None] Checking router: 2fb19c42-5612-4b5f-93a6-967871d1ad1b for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:52:47.055270 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60cc37f-3b83-4250-85c5-d29002218175 None None] Routers {'2fb19c42-5612-4b5f-93a6-967871d1ad1b'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:52:47.055949 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-b60cc37f-3b83-4250-85c5-d29002218175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:52:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:47.077204 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-29ebaa9e-55b9-4ad9-896b-e948a4a8b563 admin admin] Deleting port 930b172d-d66c-44a9-9afa-af5657efd122 {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:52:47.077554 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-29ebaa9e-55b9-4ad9-896b-e948a4a8b563 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (930b172d-d66c-44a9-9afa-af5657efd122), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:47.142095 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-b60cc37f-3b83-4250-85c5-d29002218175 None None] Set router 2fb19c42-5612-4b5f-93a6-967871d1ad1b gateway port host: None {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:52:47.162470 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [None req-29ebaa9e-55b9-4ad9-896b-e948a4a8b563 admin admin] For port 930b172d-d66c-44a9-9afa-af5657efd122, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=930b172d-d66c-44a9-9afa-af5657efd122,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:47.163116 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-29ebaa9e-55b9-4ad9-896b-e948a4a8b563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (930b172d-d66c-44a9-9afa-af5657efd122), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:47.180022 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-29ebaa9e-55b9-4ad9-896b-e948a4a8b563 admin admin] Calling delete_port for 930b172d-d66c-44a9-9afa-af5657efd122 owned by network:router_gateway {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:52:47.206233 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-b60cc37f-3b83-4250-85c5-d29002218175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'name': 'tempest-TestMinimumBasicScenario-47327077-router', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:20Z', 'updated_at': '2022-07-21T10:52:46Z', 'revision_number': 6, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'gw_port_host': None}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:47.235857 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60cc37f-3b83-4250-85c5-d29002218175 None None] The sync data for ids ['2fb19c42-5612-4b5f-93a6-967871d1ad1b'] in dv-cinder-849800-2-iscsi is: [{'id': '2fb19c42-5612-4b5f-93a6-967871d1ad1b', 'name': 'tempest-TestMinimumBasicScenario-47327077-router', 'tenant_id': '2eff05785bd84522ad637d8bed14563d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:20Z', 'updated_at': '2022-07-21T10:52:46Z', 'revision_number': 6, 'project_id': '2eff05785bd84522ad637d8bed14563d', 'gw_port_host': None}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:52:47.439513 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-29ebaa9e-55b9-4ad9-896b-e948a4a8b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (930b172d-d66c-44a9-9afa-af5657efd122), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:47.470486 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ebaa9e-55b9-4ad9-896b-e948a4a8b563 admin admin] Pushing event deleted for resources: {'Port': ['ID=930b172d-d66c-44a9-9afa-af5657efd122,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:47.538188 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-29ebaa9e-55b9-4ad9-896b-e948a4a8b563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7907105'] for router_gateway (2fb19c42-5612-4b5f-93a6-967871d1ad1b), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:47.628546 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:47.635618 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-29ebaa9e-55b9-4ad9-896b-e948a4a8b563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7905525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router (2fb19c42-5612-4b5f-93a6-967871d1ad1b), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:47.638031 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-29ebaa9e-55b9-4ad9-896b-e948a4a8b563 admin admin] Publish callbacks [] for router_controller (2fb19c42-5612-4b5f-93a6-967871d1ad1b), precommit_delete_associations {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:47.765405 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-29ebaa9e-55b9-4ad9-896b-e948a4a8b563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7905412'] for router (2fb19c42-5612-4b5f-93a6-967871d1ad1b), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:47.765922 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ebaa9e-55b9-4ad9-896b-e948a4a8b563 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fb19c42-5612-4b5f-93a6-967871d1ad1b {{(pid=111079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 10:52:47.771127 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-29ebaa9e-55b9-4ad9-896b-e948a4a8b563 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:47.772286 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-29ebaa9e-55b9-4ad9-896b-e948a4a8b563 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2fb19c42-5612-4b5f-93a6-967871d1ad1b HTTP/1.1" status: 204 len: 168 time: 1.1887896 Jul 21 10:52:47.775075 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39870) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:47.820324 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3bbe95f-f8c7-4592-b24a-53e8614f9fa4 admin admin] Deleting subnet a849b64f-ebc5-4db3-ae09-571df7ac3e29 {{(pid=111079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 10:52:47.823576 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b3bbe95f-f8c7-4592-b24a-53e8614f9fa4 admin admin] Publish callbacks [] for subnet (a849b64f-ebc5-4db3-ae09-571df7ac3e29), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:47.863233 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b3bbe95f-f8c7-4592-b24a-53e8614f9fa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5065532'] for subnet (a849b64f-ebc5-4db3-ae09-571df7ac3e29), precommit_delete_associations {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:47.939251 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b3bbe95f-f8c7-4592-b24a-53e8614f9fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686909'] for subnet (a849b64f-ebc5-4db3-ae09-571df7ac3e29), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:48.025770 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200a0ab-3cbe-412d-bab7-ace97fd1d4a4 req-7a5027af-7ecc-4318-99c1-36c2baf61307 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:48.027369 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a200a0ab-3cbe-412d-bab7-ace97fd1d4a4 req-7a5027af-7ecc-4318-99c1-36c2baf61307 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0635264 Jul 21 10:52:48.056604 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:48.080679 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a200a0ab-3cbe-412d-bab7-ace97fd1d4a4 req-82a87be9-2bc7-4c5e-9da0-ef68c5b56d0e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472174 Jul 21 10:52:48.092582 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b3bbe95f-f8c7-4592-b24a-53e8614f9fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5596791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4805428'] for subnet (a849b64f-ebc5-4db3-ae09-571df7ac3e29), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:48.121076 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbe95f-f8c7-4592-b24a-53e8614f9fa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a849b64f-ebc5-4db3-ae09-571df7ac3e29,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:48.125667 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b3bbe95f-f8c7-4592-b24a-53e8614f9fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:48.129073 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-b3bbe95f-f8c7-4592-b24a-53e8614f9fa4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a849b64f-ebc5-4db3-ae09-571df7ac3e29 HTTP/1.1" status: 204 len: 168 time: 0.3531976 Jul 21 10:52:48.131703 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39874) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:48.132235 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc9c87d-405d-467d-838f-771bf8b62dd2 None None] Network bfcc1ddb-0fed-4d87-9302-25a2c7f2725d requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:52:48.212188 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692532'] for network (bfcc1ddb-0fed-4d87-9302-25a2c7f2725d), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:48.261179 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] Deleting port 63b83208-fbaa-403c-aa6a-9ca355d3c368 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:52:48.261538 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (63b83208-fbaa-403c-aa6a-9ca355d3c368), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:48.317154 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device d7cc296c-8ecb-4283-9db2-8b30422b6968 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:52:48.342595 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] For port 63b83208-fbaa-403c-aa6a-9ca355d3c368, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=63b83208-fbaa-403c-aa6a-9ca355d3c368,segment=NetworkSegment(22c45405-7f86-4748-9844-c8af610496ba),segment_id=22c45405-7f86-4748-9844-c8af610496ba)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:48.343141 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (63b83208-fbaa-403c-aa6a-9ca355d3c368), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:48.345914 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edecf70c-b3cf-4ac8-834f-60bcddb69482 None None] DHCP port deletion for bfcc1ddb-0fed-4d87-9302-25a2c7f2725d request from dv-cinder-849800-2-iscsi {{(pid=111080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 10:52:48.348183 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: d7cc296c-8ecb-4283-9db2-8b30422b6968 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:52:48.348549 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device d7cc296c-8ecb-4283-9db2-8b30422b6968 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:52:48.348943 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 930b172d-d66c-44a9-9afa-af5657efd122 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:52:48.360462 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] Calling delete_port for 63b83208-fbaa-403c-aa6a-9ca355d3c368 owned by network:dhcp {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:52:48.373698 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 930b172d-d66c-44a9-9afa-af5657efd122 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:52:48.374049 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 930b172d-d66c-44a9-9afa-af5657efd122 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:52:48.408857 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-edecf70c-b3cf-4ac8-834f-60bcddb69482 None None] Deleting port 63b83208-fbaa-403c-aa6a-9ca355d3c368 {{(pid=111080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:52:48.409239 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-edecf70c-b3cf-4ac8-834f-60bcddb69482 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (63b83208-fbaa-403c-aa6a-9ca355d3c368), before_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:48.429432 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:48.484418 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-edecf70c-b3cf-4ac8-834f-60bcddb69482 None None] For port 63b83208-fbaa-403c-aa6a-9ca355d3c368, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=63b83208-fbaa-403c-aa6a-9ca355d3c368,segment=NetworkSegment(22c45405-7f86-4748-9844-c8af610496ba),segment_id=22c45405-7f86-4748-9844-c8af610496ba)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:48.484908 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-edecf70c-b3cf-4ac8-834f-60bcddb69482 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (63b83208-fbaa-403c-aa6a-9ca355d3c368), precommit_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:48.499701 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:48.522985 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-edecf70c-b3cf-4ac8-834f-60bcddb69482 None None] Calling delete_port for 63b83208-fbaa-403c-aa6a-9ca355d3c368 owned by network:dhcp {{(pid=111080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:52:48.685388 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (63b83208-fbaa-403c-aa6a-9ca355d3c368), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:48.699265 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-edecf70c-b3cf-4ac8-834f-60bcddb69482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077'] for port (63b83208-fbaa-403c-aa6a-9ca355d3c368), after_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:48.699401 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] No DVR routers for this DVR port 63b83208-fbaa-403c-aa6a-9ca355d3c368 on host dv-cinder-849800-2-iscsi {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:52:48.718848 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] Pushing event deleted for resources: {'Port': ['ID=63b83208-fbaa-403c-aa6a-9ca355d3c368,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:48.725876 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecf70c-b3cf-4ac8-834f-60bcddb69482 None None] Pushing event deleted for resources: {'Port': ['ID=63b83208-fbaa-403c-aa6a-9ca355d3c368,revision_number=None']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:48.730714 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edecf70c-b3cf-4ac8-834f-60bcddb69482 None None] No DVR routers for this DVR port 63b83208-fbaa-403c-aa6a-9ca355d3c368 on host dv-cinder-849800-2-iscsi {{(pid=111080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:52:48.791999 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687030', 'neutron.services.segments.db._delete_segments_for_network-8727025531468'] for network (bfcc1ddb-0fed-4d87-9302-25a2c7f2725d), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:48.811804 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcc1ddb-0fed-4d87-9302-25a2c7f2725d']}} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:48.821461 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c45405-7f86-4748-9844-c8af610496ba') {'for_net_delete': True} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:48.821763 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c45405-7f86-4748-9844-c8af610496ba') {} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:48.832168 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727025530341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4368918'] for segment (22c45405-7f86-4748-9844-c8af610496ba), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:48.846955 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (22c45405-7f86-4748-9844-c8af610496ba), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:48.853475 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=111078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 10:52:48.853869 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6008353'] for segment (22c45405-7f86-4748-9844-c8af610496ba), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:48.988532 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.services.segments.plugin [-] Segment 22c45405-7f86-4748-9844-c8af610496ba resource provider aggregate not found Jul 21 10:52:49.005389 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.services.segments.plugin [-] Segment 22c45405-7f86-4748-9844-c8af610496ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22c45405-7f86-4748-9844-c8af610496ba found for delete ", "request_id": "req-73a5c380-41c1-4e50-9ceb-2599a2610b06"}]} Jul 21 10:52:49.055934 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7907263'] for network (bfcc1ddb-0fed-4d87-9302-25a2c7f2725d), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:49.062124 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:49.065299 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] 10.222.0.48 "DELETE /v2.0/networks/bfcc1ddb-0fed-4d87-9302-25a2c7f2725d HTTP/1.1" status: 204 len: 168 time: 0.9324548 Jul 21 10:52:49.068283 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39894) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:49.076700 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a7e50-c302-45a0-8fb7-2103aa18ba4a admin admin] Pushing event deleted for resources: {'Network': ['ID=bfcc1ddb-0fed-4d87-9302-25a2c7f2725d,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:49.255533 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6705a-5b8e-45d8-9453-8fd582027fdd req-472fd767-5b23-453a-8265-e7b203fb441f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:49.257205 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c8c6705a-5b8e-45d8-9453-8fd582027fdd req-472fd767-5b23-453a-8265-e7b203fb441f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0981832 Jul 21 10:52:49.351113 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c8c6705a-5b8e-45d8-9453-8fd582027fdd req-fe73de99-2a36-4f35-a6e1-3af8f3234f64 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870049 Jul 21 10:52:49.465678 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-368a15d0-88c2-4cec-a1e3-030e2e5e1ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906778'] for router_interface (6c0df7ca-5416-4b62-8e10-27e093ce6a44), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:49.587007 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:49.609657 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:49.613739 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:49.686895 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-368a15d0-88c2-4cec-a1e3-030e2e5e1ae2 admin admin] Deleting port d98e4646-c466-4e56-b17c-d5c17384a956 {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:52:49.687243 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-368a15d0-88c2-4cec-a1e3-030e2e5e1ae2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (d98e4646-c466-4e56-b17c-d5c17384a956), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:49.769034 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [None req-368a15d0-88c2-4cec-a1e3-030e2e5e1ae2 admin admin] For port d98e4646-c466-4e56-b17c-d5c17384a956, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=d98e4646-c466-4e56-b17c-d5c17384a956,segment=NetworkSegment(c396ac14-c80f-48ae-89ea-f75471d18d70),segment_id=c396ac14-c80f-48ae-89ea-f75471d18d70)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:49.769313 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-368a15d0-88c2-4cec-a1e3-030e2e5e1ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (d98e4646-c466-4e56-b17c-d5c17384a956), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:49.783056 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-368a15d0-88c2-4cec-a1e3-030e2e5e1ae2 admin admin] Calling delete_port for d98e4646-c466-4e56-b17c-d5c17384a956 owned by network:router_interface {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:52:49.833562 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:50.028157 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-368a15d0-88c2-4cec-a1e3-030e2e5e1ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (d98e4646-c466-4e56-b17c-d5c17384a956), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:50.051928 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a15d0-88c2-4cec-a1e3-030e2e5e1ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d98e4646-c466-4e56-b17c-d5c17384a956,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:50.221705 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-368a15d0-88c2-4cec-a1e3-030e2e5e1ae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7994357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905578'] for router_interface (6c0df7ca-5416-4b62-8e10-27e093ce6a44), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:50.330811 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 63b83208-fbaa-403c-aa6a-9ca355d3c368 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:52:50.351283 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 63b83208-fbaa-403c-aa6a-9ca355d3c368 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:52:50.351713 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 63b83208-fbaa-403c-aa6a-9ca355d3c368 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:52:50.733389 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368a15d0-88c2-4cec-a1e3-030e2e5e1ae2 admin admin] Router 6c0df7ca-5416-4b62-8e10-27e093ce6a44 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:52:50.739806 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6c4e6-9341-48b7-b721-3fa9441330c1 req-719568a6-f42e-447e-971e-10f7c16f602e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:50.741297 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6ab6c4e6-9341-48b7-b721-3fa9441330c1 req-719568a6-f42e-447e-971e-10f7c16f602e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0597613 Jul 21 10:52:50.862807 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6ab6c4e6-9341-48b7-b721-3fa9441330c1 req-6abaeb20-0fcc-4e84-a5e3-79667a2a4125 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149251 Jul 21 10:52:50.874336 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:50.895189 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368a15d0-88c2-4cec-a1e3-030e2e5e1ae2 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:52:50.895189 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-368a15d0-88c2-4cec-a1e3-030e2e5e1ae2 admin admin] 10.222.0.48 "PUT /v2.0/routers/6c0df7ca-5416-4b62-8e10-27e093ce6a44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8172128 Jul 21 10:52:50.895351 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39906) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:50.895737 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e903711-d718-42e7-a414-83e4e3a551e1 None None] Sync routers for ids ['6c0df7ca-5416-4b62-8e10-27e093ce6a44'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:52:50.904122 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e903711-d718-42e7-a414-83e4e3a551e1 None None] Routers {'6c0df7ca-5416-4b62-8e10-27e093ce6a44'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:52:50.905103 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-8e903711-d718-42e7-a414-83e4e3a551e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:52:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['6c0df7ca-5416-4b62-8e10-27e093ce6a44'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:51.014813 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-8e903711-d718-42e7-a414-83e4e3a551e1 None None] Set router 6c0df7ca-5416-4b62-8e10-27e093ce6a44 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:52:51.034347 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c1f437fc-5328-4260-92bf-a8f468a57b9b admin admin] Publish callbacks [] for router (6c0df7ca-5416-4b62-8e10-27e093ce6a44), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:51.129133 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:51.140539 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c1f437fc-5328-4260-92bf-a8f468a57b9b admin admin] Publish callbacks [] for router_gateway (6c0df7ca-5416-4b62-8e10-27e093ce6a44), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:51.187872 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-8e903711-d718-42e7-a414-83e4e3a551e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'name': 'tempest-TestMinimumBasicScenario-657387649-router', 'tenant_id': '2b05809a5167425aaee1fe39efa5fd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:31Z', 'updated_at': '2022-07-21T10:52:49Z', 'revision_number': 5, 'project_id': '2b05809a5167425aaee1fe39efa5fd4d', 'gw_port': {'id': 'fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:32Z', 'updated_at': '2022-07-21T10:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:51.212580 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e903711-d718-42e7-a414-83e4e3a551e1 None None] Checking router: 6c0df7ca-5416-4b62-8e10-27e093ce6a44 for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:52:51.221548 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e903711-d718-42e7-a414-83e4e3a551e1 None None] Routers {'6c0df7ca-5416-4b62-8e10-27e093ce6a44'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:52:51.222159 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-8e903711-d718-42e7-a414-83e4e3a551e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:52:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['6c0df7ca-5416-4b62-8e10-27e093ce6a44'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:51.280463 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-c1f437fc-5328-4260-92bf-a8f468a57b9b admin admin] Deleting port fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:52:51.280802 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c1f437fc-5328-4260-92bf-a8f468a57b9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:51.324351 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-8e903711-d718-42e7-a414-83e4e3a551e1 None None] Set router 6c0df7ca-5416-4b62-8e10-27e093ce6a44 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:52:51.366025 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [None req-c1f437fc-5328-4260-92bf-a8f468a57b9b admin admin] For port fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:51.366397 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c1f437fc-5328-4260-92bf-a8f468a57b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:51.380291 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-c1f437fc-5328-4260-92bf-a8f468a57b9b admin admin] Calling delete_port for fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367 owned by network:router_gateway {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:52:51.382339 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7803-0b02-4dc9-9cdb-b0ba989b5a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:51.574301 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-8e903711-d718-42e7-a414-83e4e3a551e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'name': 'tempest-TestMinimumBasicScenario-657387649-router', 'tenant_id': '2b05809a5167425aaee1fe39efa5fd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:31Z', 'updated_at': '2022-07-21T10:52:49Z', 'revision_number': 5, 'project_id': '2b05809a5167425aaee1fe39efa5fd4d', 'gw_port': {'id': 'fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:32Z', 'updated_at': '2022-07-21T10:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:51.603238 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e903711-d718-42e7-a414-83e4e3a551e1 None None] The sync data for ids ['6c0df7ca-5416-4b62-8e10-27e093ce6a44'] in dv-cinder-849800-2-iscsi is: [{'id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'name': 'tempest-TestMinimumBasicScenario-657387649-router', 'tenant_id': '2b05809a5167425aaee1fe39efa5fd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:31Z', 'updated_at': '2022-07-21T10:52:49Z', 'revision_number': 5, 'project_id': '2b05809a5167425aaee1fe39efa5fd4d', 'gw_port': {'id': 'fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0df7ca-5416-4b62-8e10-27e093ce6a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:32Z', 'updated_at': '2022-07-21T10:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:52:51.611155 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c1f437fc-5328-4260-92bf-a8f468a57b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:51.639863 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f437fc-5328-4260-92bf-a8f468a57b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:51.704900 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c1f437fc-5328-4260-92bf-a8f468a57b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7907105'] for router_gateway (6c0df7ca-5416-4b62-8e10-27e093ce6a44), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:51.743122 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:51.806090 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c1f437fc-5328-4260-92bf-a8f468a57b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7905525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router (6c0df7ca-5416-4b62-8e10-27e093ce6a44), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:51.808275 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c1f437fc-5328-4260-92bf-a8f468a57b9b admin admin] Publish callbacks [] for router_controller (6c0df7ca-5416-4b62-8e10-27e093ce6a44), precommit_delete_associations {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:51.971285 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c1f437fc-5328-4260-92bf-a8f468a57b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7905412'] for router (6c0df7ca-5416-4b62-8e10-27e093ce6a44), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:51.971950 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f437fc-5328-4260-92bf-a8f468a57b9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c0df7ca-5416-4b62-8e10-27e093ce6a44 {{(pid=111078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 10:52:51.977392 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c1f437fc-5328-4260-92bf-a8f468a57b9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:51.979638 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-c1f437fc-5328-4260-92bf-a8f468a57b9b admin admin] 10.222.0.48 "DELETE /v2.0/routers/6c0df7ca-5416-4b62-8e10-27e093ce6a44 HTTP/1.1" status: 204 len: 168 time: 1.0881052 Jul 21 10:52:51.981013 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39920) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:51.990275 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00b1cd-0c52-43ab-a226-0891c739ac1e req-4d2b2480-cf7c-41a4-b0b3-80259279b89b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:51.991864 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ac00b1cd-0c52-43ab-a226-0891c739ac1e req-4d2b2480-cf7c-41a4-b0b3-80259279b89b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0525541 Jul 21 10:52:52.029411 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edba01a-8d9f-4034-a512-3e102c1e0916 admin admin] Deleting subnet d1b6a49b-a649-4093-9a6d-9411e2971d72 {{(pid=111078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 10:52:52.034142 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8edba01a-8d9f-4034-a512-3e102c1e0916 admin admin] Publish callbacks [] for subnet (d1b6a49b-a649-4093-9a6d-9411e2971d72), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:52.048990 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ac00b1cd-0c52-43ab-a226-0891c739ac1e req-388e0eb5-8289-4dca-9927-ecfb872969f2 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491886 Jul 21 10:52:52.071212 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8edba01a-8d9f-4034-a512-3e102c1e0916 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4368943'] for subnet (d1b6a49b-a649-4093-9a6d-9411e2971d72), precommit_delete_associations {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:52.188325 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8edba01a-8d9f-4034-a512-3e102c1e0916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686909'] for subnet (d1b6a49b-a649-4093-9a6d-9411e2971d72), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:52.298654 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device d98e4646-c466-4e56-b17c-d5c17384a956 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:52:52.314279 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8edba01a-8d9f-4034-a512-3e102c1e0916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6008475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33547813'] for subnet (d1b6a49b-a649-4093-9a6d-9411e2971d72), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:52.322112 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: d98e4646-c466-4e56-b17c-d5c17384a956 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:52:52.322780 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device d98e4646-c466-4e56-b17c-d5c17384a956 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:52:52.340476 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edba01a-8d9f-4034-a512-3e102c1e0916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b6a49b-a649-4093-9a6d-9411e2971d72,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:52.348878 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8edba01a-8d9f-4034-a512-3e102c1e0916 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:52.357249 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 39928) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:52.361125 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261d8bdc-584a-4b67-9728-ed9177d95f86 None None] Network bbd950c6-5161-45bc-827b-4670ca7cbba9 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:52:52.361674 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-8edba01a-8d9f-4034-a512-3e102c1e0916 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d1b6a49b-a649-4093-9a6d-9411e2971d72 HTTP/1.1" status: 204 len: 168 time: 0.3768826 Jul 21 10:52:52.434671 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692532'] for network (bbd950c6-5161-45bc-827b-4670ca7cbba9), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:52.471136 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:52.478269 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] Deleting port 40ab9485-46e0-4019-b735-40d9e1c34324 {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:52:52.478537 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (40ab9485-46e0-4019-b735-40d9e1c34324), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:52.543029 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] For port 40ab9485-46e0-4019-b735-40d9e1c34324, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=40ab9485-46e0-4019-b735-40d9e1c34324,segment=NetworkSegment(c396ac14-c80f-48ae-89ea-f75471d18d70),segment_id=c396ac14-c80f-48ae-89ea-f75471d18d70)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:52.543397 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (40ab9485-46e0-4019-b735-40d9e1c34324), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:52.562149 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] Calling delete_port for 40ab9485-46e0-4019-b735-40d9e1c34324 owned by network:dhcp {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:52:52.722472 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (40ab9485-46e0-4019-b735-40d9e1c34324), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:52.734525 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d61d22b-2260-46c1-8bd3-ed491be8cede None None] DHCP port deletion for bbd950c6-5161-45bc-827b-4670ca7cbba9 request from dv-cinder-849800-2-iscsi {{(pid=111080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 10:52:52.751173 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ab9485-46e0-4019-b735-40d9e1c34324,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:52.757364 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] No DVR routers for this DVR port 40ab9485-46e0-4019-b735-40d9e1c34324 on host dv-cinder-849800-2-iscsi {{(pid=111079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:52:52.835875 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687030', 'neutron.services.segments.db._delete_segments_for_network-8727025531468'] for network (bbd950c6-5161-45bc-827b-4670ca7cbba9), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:52.856327 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd950c6-5161-45bc-827b-4670ca7cbba9']}} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:52.866355 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c396ac14-c80f-48ae-89ea-f75471d18d70') {'for_net_delete': True} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:52.870683 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c396ac14-c80f-48ae-89ea-f75471d18d70') {} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:52:52.876826 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727025530341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5065477'] for segment (c396ac14-c80f-48ae-89ea-f75471d18d70), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:52.890281 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (c396ac14-c80f-48ae-89ea-f75471d18d70), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:52.896495 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=111079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 10:52:52.896884 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5596877'] for segment (c396ac14-c80f-48ae-89ea-f75471d18d70), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:52.922050 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.services.segments.plugin [-] Segment c396ac14-c80f-48ae-89ea-f75471d18d70 resource provider aggregate not found Jul 21 10:52:52.950267 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.services.segments.plugin [-] Segment c396ac14-c80f-48ae-89ea-f75471d18d70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c396ac14-c80f-48ae-89ea-f75471d18d70 found for delete ", "request_id": "req-333ce32f-41d3-47a7-b788-35cfcf7debae"}]} Jul 21 10:52:53.021650 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7907263'] for network (bbd950c6-5161-45bc-827b-4670ca7cbba9), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:53.027689 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:53.031184 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bbd950c6-5161-45bc-827b-4670ca7cbba9 HTTP/1.1" status: 204 len: 168 time: 0.6729050 Jul 21 10:52:53.047428 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5950a8-99d9-4d38-ada7-dd9a35345380 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbd950c6-5161-45bc-827b-4670ca7cbba9,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:53.181140 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6765700-f1d8-462c-84d2-bccc0ae1812b req-d2e878b3-f20a-45d4-ace0-4b0209fc6bcc tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:53.182849 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d6765700-f1d8-462c-84d2-bccc0ae1812b req-d2e878b3-f20a-45d4-ace0-4b0209fc6bcc tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0589604 Jul 21 10:52:53.233698 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d6765700-f1d8-462c-84d2-bccc0ae1812b req-208793c6-5782-4356-ac3c-b476f5f6fda8 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449228 Jul 21 10:52:53.416400 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39946) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:53.460176 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-6d7fe487-f7d9-44d0-ab3d-763b2395bac1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2eff05785bd84522ad637d8bed14563d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426095 Jul 21 10:52:53.462692 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39948) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:53.512376 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-542f8484-6484-4b3c-978c-0ab9c541deed admin admin] Publish callbacks [] for security_group (3c657317-9e55-4bbb-b518-6db91590fa0e), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:53.533606 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-542f8484-6484-4b3c-978c-0ab9c541deed admin admin] Publish callbacks [] for security_group (3c657317-9e55-4bbb-b518-6db91590fa0e), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:53.690112 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-542f8484-6484-4b3c-978c-0ab9c541deed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (3c657317-9e55-4bbb-b518-6db91590fa0e), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:53.692708 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-542f8484-6484-4b3c-978c-0ab9c541deed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:53.693869 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-542f8484-6484-4b3c-978c-0ab9c541deed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c657317-9e55-4bbb-b518-6db91590fa0e HTTP/1.1" status: 204 len: 168 time: 0.2302818 Jul 21 10:52:53.702022 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f8484-6484-4b3c-978c-0ab9c541deed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c657317-9e55-4bbb-b518-6db91590fa0e,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:53.899521 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:54.017666 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7f51fa0d-756b-45f9-9656-60a63fe24ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:54.255847 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:52:54.275472 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:52:54.275832 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device fe7cd57b-fd06-41ec-a7f8-9ebcc6ac1367 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:52:54.276267 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 40ab9485-46e0-4019-b735-40d9e1c34324 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:52:54.296805 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 40ab9485-46e0-4019-b735-40d9e1c34324 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:52:54.297162 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 40ab9485-46e0-4019-b735-40d9e1c34324 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:52:54.339664 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:54.360474 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d317f8c-a8fa-4643-af9a-6ce5a19cdf07 req-462b1be1-9d26-478e-bfe0-d648eca1c0fd tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:54.361955 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5d317f8c-a8fa-4643-af9a-6ce5a19cdf07 req-462b1be1-9d26-478e-bfe0-d648eca1c0fd tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0507362 Jul 21 10:52:54.408969 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5d317f8c-a8fa-4643-af9a-6ce5a19cdf07 req-142d0841-3d9c-44f5-8d2a-3b18ecb24063 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415258 Jul 21 10:52:54.435280 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39964) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:54.455954 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:54.476130 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-11f29ef9-6af2-4aaf-89b0-4e1d702b0dac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b05809a5167425aaee1fe39efa5fd4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392320 Jul 21 10:52:54.478665 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 39966) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:52:54.526511 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-824e244c-836d-45ef-92fa-c0335699fcb8 admin admin] Publish callbacks [] for security_group (9f2a9d73-288d-493b-b17f-b200321e6a42), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:54.549846 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-824e244c-836d-45ef-92fa-c0335699fcb8 admin admin] Publish callbacks [] for security_group (9f2a9d73-288d-493b-b17f-b200321e6a42), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:54.578712 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:54.707769 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-824e244c-836d-45ef-92fa-c0335699fcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (9f2a9d73-288d-493b-b17f-b200321e6a42), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:54.710310 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-824e244c-836d-45ef-92fa-c0335699fcb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:54.711500 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-824e244c-836d-45ef-92fa-c0335699fcb8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f2a9d73-288d-493b-b17f-b200321e6a42 HTTP/1.1" status: 204 len: 168 time: 0.2319160 Jul 21 10:52:54.720958 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e244c-836d-45ef-92fa-c0335699fcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2a9d73-288d-493b-b17f-b200321e6a42,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:55.392822 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:55.536171 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df62fa-26b9-4483-bd5f-181707afe0cf req-a025d98b-bcf8-4a85-9b2c-fc372718aeba tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:55.537672 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a7df62fa-26b9-4483-bd5f-181707afe0cf req-a025d98b-bcf8-4a85-9b2c-fc372718aeba tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0513217 Jul 21 10:52:55.585951 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a7df62fa-26b9-4483-bd5f-181707afe0cf req-11f13554-06fa-416c-bf84-53c8fb9c396a tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426550 Jul 21 10:52:55.610425 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:52:56.420584 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 767a932c-587b-4501-b928-eef9dd00de9e details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:52:56.542259 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 767a932c-587b-4501-b928-eef9dd00de9e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=767a932c-587b-4501-b928-eef9dd00de9e,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:56.555278 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '767a932c-587b-4501-b928-eef9dd00de9e', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'port_id': '767a932c-587b-4501-b928-eef9dd00de9e', 'mac_address': 'fa:16:3e:41:eb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:52:56.610128 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 767a932c-587b-4501-b928-eef9dd00de9e is: ACTIVE; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:52:56.610862 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (767a932c-587b-4501-b928-eef9dd00de9e), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:56.627883 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 767a932c-587b-4501-b928-eef9dd00de9e {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:52:56.655910 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 767a932c-587b-4501-b928-eef9dd00de9e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=767a932c-587b-4501-b928-eef9dd00de9e,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:56.668935 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:56.741534 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd776549-b175-4b66-a5aa-b06305be07d3 req-35325096-13d7-4bd7-bf54-ce5e4adfb969 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:56.743828 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dd776549-b175-4b66-a5aa-b06305be07d3 req-35325096-13d7-4bd7-bf54-ce5e4adfb969 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0703702 Jul 21 10:52:56.750236 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (767a932c-587b-4501-b928-eef9dd00de9e), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:56.815175 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dd776549-b175-4b66-a5aa-b06305be07d3 req-438df16a-322b-4ee6-bc9d-a5d713359f48 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650055 Jul 21 10:52:56.823979 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:56.830497 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=767a932c-587b-4501-b928-eef9dd00de9e,revision_number=6']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:56.921081 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['767a932c-587b-4501-b928-eef9dd00de9e'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:52:57.943461 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ed06f-c4e0-45e4-9858-3eac8fafb1a4 req-2b7f7392-b41c-4bfd-8d90-d8a69b770f30 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:57.945719 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b03ed06f-c4e0-45e4-9858-3eac8fafb1a4 req-2b7f7392-b41c-4bfd-8d90-d8a69b770f30 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 944 time: 0.0559516 Jul 21 10:52:58.031084 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b03ed06f-c4e0-45e4-9858-3eac8fafb1a4 req-dfb33ed8-58d4-4df5-aba6-7b5a6e159aba tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754535 Jul 21 10:52:58.329835 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bd5aa-a2ae-46c6-9bf1-076f6e8e6300 req-e52acd28-527f-42fa-a60b-2174689be945 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:58.335242 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3d9bd5aa-a2ae-46c6-9bf1-076f6e8e6300 req-e52acd28-527f-42fa-a60b-2174689be945 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0541594 Jul 21 10:52:58.400712 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3d9bd5aa-a2ae-46c6-9bf1-076f6e8e6300 req-504f0dbb-be9d-4533-9926-5a4b7f9031ac tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625684 Jul 21 10:52:58.428083 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 767a932c-587b-4501-b928-eef9dd00de9e up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:52:58.480342 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 767a932c-587b-4501-b928-eef9dd00de9e triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:52:58.480997 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (767a932c-587b-4501-b928-eef9dd00de9e), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:58.556577 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:58.570105 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 767a932c-587b-4501-b928-eef9dd00de9e is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:52:58.570501 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (767a932c-587b-4501-b928-eef9dd00de9e), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:58.603522 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767a932c-587b-4501-b928-eef9dd00de9e'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:52:58.606061 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a1ca68-dba4-4245-81be-66839aa7ca05" -d '{"events": [{"server_uuid": "68c9ec60-9f75-4491-a780-6c339cc6d445", "name": "network-vif-plugged", "status": "completed", "tag": "767a932c-587b-4501-b928-eef9dd00de9e"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:52:58.622499 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 767a932c-587b-4501-b928-eef9dd00de9e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=767a932c-587b-4501-b928-eef9dd00de9e,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:52:58.654840 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3635748c-11eb-4226-b81c-2b88df0b5c26 x-openstack-request-id: req-3635748c-11eb-4226-b81c-2b88df0b5c26 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:52:58.655928 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c9ec60-9f75-4491-a780-6c339cc6d445", "name": "network-vif-plugged", "status": "completed", "tag": "767a932c-587b-4501-b928-eef9dd00de9e", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:52:58.656625 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3635748c-11eb-4226-b81c-2b88df0b5c26 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:52:58.657431 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3635748c-11eb-4226-b81c-2b88df0b5c26'] response: {'server_uuid': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767a932c-587b-4501-b928-eef9dd00de9e', 'code': 200} Jul 21 10:52:58.679466 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (767a932c-587b-4501-b928-eef9dd00de9e), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:52:58.736094 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=767a932c-587b-4501-b928-eef9dd00de9e,revision_number=7']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:52:59.160890 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825360d-4556-4bd1-99d3-e67710a69993 req-8f61074f-eb59-4814-ab3a-e30936bc3f72 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:59.277836 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7825360d-4556-4bd1-99d3-e67710a69993 req-8f61074f-eb59-4814-ab3a-e30936bc3f72 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0539491 Jul 21 10:52:59.277836 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7825360d-4556-4bd1-99d3-e67710a69993 req-cfcedab1-9858-4a5d-af32-32ed4632382e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474253 Jul 21 10:52:59.527410 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349403ad-df12-4c59-a06d-5cd3314070d3 req-71d73591-bf4c-4cf5-ba50-7aa55fc01c9e tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:52:59.530686 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-349403ad-df12-4c59-a06d-5cd3314070d3 req-71d73591-bf4c-4cf5-ba50-7aa55fc01c9e tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0551248 Jul 21 10:52:59.543894 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:52:59.606046 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-349403ad-df12-4c59-a06d-5cd3314070d3 req-dc63824b-c1f3-45f0-9887-8d06b4234900 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681760 Jul 21 10:53:00.343328 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e3b13-033a-471c-996f-2eec58fa3917 req-c0016e31-8e0e-4d32-809f-1afb78029d0f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:00.350976 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-460e3b13-033a-471c-996f-2eec58fa3917 req-c0016e31-8e0e-4d32-809f-1afb78029d0f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0576439 Jul 21 10:53:00.406174 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-460e3b13-033a-471c-996f-2eec58fa3917 req-f8d665c9-1f41-4251-9a20-6473027946a9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516825 Jul 21 10:53:00.737379 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f7c7b-1b22-4f9c-8dbb-fc435c635b6e req-672f67f9-e9ba-4afb-a849-6070e88513c9 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:00.739314 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-288f7c7b-1b22-4f9c-8dbb-fc435c635b6e req-672f67f9-e9ba-4afb-a849-6070e88513c9 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0586796 Jul 21 10:53:00.800531 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-288f7c7b-1b22-4f9c-8dbb-fc435c635b6e req-ee6231a5-1792-446b-ac6f-89d7472033e5 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556366 Jul 21 10:53:01.536950 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af375ba-20bf-46e5-a1ba-99ec28c49147 req-eb91e269-6b84-4aaf-8aa1-0d1821912b7e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:01.544012 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8af375ba-20bf-46e5-a1ba-99ec28c49147 req-eb91e269-6b84-4aaf-8aa1-0d1821912b7e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0591516 Jul 21 10:53:01.578938 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=53 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:01.596814 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8af375ba-20bf-46e5-a1ba-99ec28c49147 req-0a89593a-b9b8-4be0-a02c-63554b3a57a4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513208 Jul 21 10:53:01.924836 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8995e-767d-4a48-8a5e-caa9309463a9 req-34307fb1-9596-43c8-a325-eb7c50f4e0d6 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:01.926474 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-39c8995e-767d-4a48-8a5e-caa9309463a9 req-34307fb1-9596-43c8-a325-eb7c50f4e0d6 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0501068 Jul 21 10:53:01.986245 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-39c8995e-767d-4a48-8a5e-caa9309463a9 req-88be65d1-1330-461d-afa4-1b8fa7c39154 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540218 Jul 21 10:53:02.725519 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce296a6a-95f7-4418-ac6a-2221f8a8926a req-b061e62a-c4a9-4f29-9799-0cf0fd41dc72 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:02.727262 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ce296a6a-95f7-4418-ac6a-2221f8a8926a req-b061e62a-c4a9-4f29-9799-0cf0fd41dc72 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0551348 Jul 21 10:53:02.794032 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ce296a6a-95f7-4418-ac6a-2221f8a8926a req-34ce9a2f-7853-4d97-ac99-04fe8a51808b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608897 Jul 21 10:53:03.073220 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:03.115282 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc756a-818f-41a8-8911-c27068088abb req-a71853e6-d65c-4728-89c6-002f37e529d4 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:03.116857 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f2dc756a-818f-41a8-8911-c27068088abb req-a71853e6-d65c-4728-89c6-002f37e529d4 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0536077 Jul 21 10:53:03.172223 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f2dc756a-818f-41a8-8911-c27068088abb req-e549b84a-829f-4e0f-8465-fe4091762c24 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497444 Jul 21 10:53:03.935743 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b503c-d429-4d88-aac2-323d99fdd49f req-0d3b57a7-a173-4d23-b2f9-d08f6e471deb tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:03.937916 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-111b503c-d429-4d88-aac2-323d99fdd49f req-0d3b57a7-a173-4d23-b2f9-d08f6e471deb tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0592022 Jul 21 10:53:03.994928 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-111b503c-d429-4d88-aac2-323d99fdd49f req-4127f9b1-a6fb-4951-9fab-8cf43325f2d2 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513380 Jul 21 10:53:04.301501 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c1ceb-944c-42d9-a738-009a8e17d669 req-f8be814a-c159-49ea-be78-ca2e26060bd1 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:04.303166 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-972c1ceb-944c-42d9-a738-009a8e17d669 req-f8be814a-c159-49ea-be78-ca2e26060bd1 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0533142 Jul 21 10:53:04.362922 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-972c1ceb-944c-42d9-a738-009a8e17d669 req-9fe7f1e3-388a-45fb-aa82-561bc3bf2bc1 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538104 Jul 21 10:53:05.120393 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f60650-2b64-472d-9250-7ef36b25837c req-b8c6d580-563d-48fd-9be4-8106088aa540 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:05.121992 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-21f60650-2b64-472d-9250-7ef36b25837c req-b8c6d580-563d-48fd-9be4-8106088aa540 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0514445 Jul 21 10:53:05.142892 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:DELETE=2,neutron:SELECT=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:05.181695 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-21f60650-2b64-472d-9250-7ef36b25837c req-bbc3487e-bfcd-428b-b64a-993daeb1878f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536826 Jul 21 10:53:05.483968 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d7af2-fbee-4059-94c3-c10084ca1bb5 req-96fd612c-865d-44e8-be80-6d8e7eb2bf76 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:05.485448 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f84d7af2-fbee-4059-94c3-c10084ca1bb5 req-96fd612c-865d-44e8-be80-6d8e7eb2bf76 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0526733 Jul 21 10:53:05.536986 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f84d7af2-fbee-4059-94c3-c10084ca1bb5 req-7527bc66-f7d1-4745-83f5-b7f9f4242bdf tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458992 Jul 21 10:53:05.607661 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=69 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:06.310769 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:06.320006 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac11b1-5836-4c38-861a-f070a8bbd73f req-00bbe406-9dce-4f0f-9cbb-1333cdd59013 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:06.321750 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6fac11b1-5836-4c38-861a-f070a8bbd73f req-00bbe406-9dce-4f0f-9cbb-1333cdd59013 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0510190 Jul 21 10:53:06.383295 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6fac11b1-5836-4c38-861a-f070a8bbd73f req-acd2e08c-a4db-45f3-a518-df8386c253da tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544617 Jul 21 10:53:06.662212 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8854736-9cc7-489c-aedc-e028dc022fdc req-c03b3a77-acfc-44d6-840e-046e50d62734 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:06.663710 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f8854736-9cc7-489c-aedc-e028dc022fdc req-c03b3a77-acfc-44d6-840e-046e50d62734 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0534391 Jul 21 10:53:06.713292 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f8854736-9cc7-489c-aedc-e028dc022fdc req-54861892-fd7d-486a-b33c-8a780839a8bf tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441043 Jul 21 10:53:07.513822 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5e2fa-8ffe-4329-8743-6dbccb7a027e req-e4f4b217-fae7-42a2-a62f-fe8ad7ada11b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:07.516365 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cbf5e2fa-8ffe-4329-8743-6dbccb7a027e req-e4f4b217-fae7-42a2-a62f-fe8ad7ada11b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0568383 Jul 21 10:53:07.564399 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cbf5e2fa-8ffe-4329-8743-6dbccb7a027e req-f89a3169-870d-436e-b877-8f27a50fe869 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426376 Jul 21 10:53:07.771272 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199894f6-a613-4c98-a358-6248f2e6a85a req-48226457-49b2-4823-8726-1a43341e4828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:07.772773 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-199894f6-a613-4c98-a358-6248f2e6a85a req-48226457-49b2-4823-8726-1a43341e4828 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29c1b9c9f7024f8494e0a9b58fe35710&device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 1129 time: 0.0418251 Jul 21 10:53:07.833454 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e833f5-41fa-48b3-acd0-99b204eb8737 req-e3467ee8-127f-40fa-b5b9-e0a0d6db3438 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:07.835421 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-66e833f5-41fa-48b3-acd0-99b204eb8737 req-e3467ee8-127f-40fa-b5b9-e0a0d6db3438 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0510962 Jul 21 10:53:07.867108 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199894f6-a613-4c98-a358-6248f2e6a85a req-dbd76263-189a-43ea-9572-9954c3f24e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:07.868601 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-199894f6-a613-4c98-a358-6248f2e6a85a req-dbd76263-189a-43ea-9572-9954c3f24e5d service neutron] 10.222.0.57 "GET /v2.0/networks?id=c770f837-eda0-4a68-b0cf-fd07722be163 HTTP/1.1" status: 200 len: 917 time: 0.0896544 Jul 21 10:53:07.886781 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-66e833f5-41fa-48b3-acd0-99b204eb8737 req-7eda790c-46cd-40ba-ab84-20f69ef6b2fd tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449505 Jul 21 10:53:08.170850 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-199894f6-a613-4c98-a358-6248f2e6a85a req-69757407-7f55-4ce2-8cc7-ede9424c806c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=767a932c-587b-4501-b928-eef9dd00de9e HTTP/1.1" status: 200 len: 1001 time: 0.2948160 Jul 21 10:53:08.221911 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199894f6-a613-4c98-a358-6248f2e6a85a req-f7443071-4494-4e9a-b63e-a70cb66d7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:08.223455 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-199894f6-a613-4c98-a358-6248f2e6a85a req-f7443071-4494-4e9a-b63e-a70cb66d7a82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c79189c-6f8d-462a-9ba9-a421b25b0a63 HTTP/1.1" status: 200 len: 855 time: 0.0468936 Jul 21 10:53:08.269170 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199894f6-a613-4c98-a358-6248f2e6a85a req-984475e0-f495-42a6-bbb5-fc3f6ac5e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:08.270717 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-199894f6-a613-4c98-a358-6248f2e6a85a req-984475e0-f495-42a6-bbb5-fc3f6ac5e5dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c770f837-eda0-4a68-b0cf-fd07722be163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413463 Jul 21 10:53:08.365995 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-199894f6-a613-4c98-a358-6248f2e6a85a req-803eecc3-cf62-4de8-b3dd-6363261d9122 service neutron] 10.222.0.57 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890942 Jul 21 10:53:08.460578 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-199894f6-a613-4c98-a358-6248f2e6a85a req-adbe7093-4481-4d17-aaae-2ba884b88a06 service neutron] 10.222.0.57 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883443 Jul 21 10:53:08.684692 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1cb3b-3682-4ca0-bb6d-10527a8f20d3 req-b959253c-7461-474a-9d21-4d4ce32e4334 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:08.686213 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7dd1cb3b-3682-4ca0-bb6d-10527a8f20d3 req-b959253c-7461-474a-9d21-4d4ce32e4334 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0492055 Jul 21 10:53:08.724807 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:08.732486 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:08.736571 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7dd1cb3b-3682-4ca0-bb6d-10527a8f20d3 req-8e2a82c6-9be8-476a-b0c9-808611dc5f39 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439224 Jul 21 10:53:09.002157 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb326791-c0e7-4dbf-bcd4-53281d2fa2c7 req-0372fdec-b279-423d-bce7-c29b7cb35248 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:09.003706 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-eb326791-c0e7-4dbf-bcd4-53281d2fa2c7 req-0372fdec-b279-423d-bce7-c29b7cb35248 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0496371 Jul 21 10:53:09.058989 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-eb326791-c0e7-4dbf-bcd4-53281d2fa2c7 req-e2a0eb96-b4fd-4ad5-8b09-4b172957a57e tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495458 Jul 21 10:53:09.857309 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace45d3-76a8-4a7e-951f-fc662a9bcc8d req-e938a953-c561-4548-84a7-0da591d150c8 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:09.858806 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bace45d3-76a8-4a7e-951f-fc662a9bcc8d req-e938a953-c561-4548-84a7-0da591d150c8 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0483079 Jul 21 10:53:09.870772 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:09.907410 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bace45d3-76a8-4a7e-951f-fc662a9bcc8d req-d04e0ad9-414d-4d42-855c-887866c166db tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429900 Jul 21 10:53:10.176499 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d84b8-c3a2-4d39-b7c8-315fe0ed8314 req-354fe7a0-21dc-4bfe-bab7-8674590ea69b tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:10.178030 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ba8d84b8-c3a2-4d39-b7c8-315fe0ed8314 req-354fe7a0-21dc-4bfe-bab7-8674590ea69b tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0487115 Jul 21 10:53:10.230212 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ba8d84b8-c3a2-4d39-b7c8-315fe0ed8314 req-9fc10a9b-b2b8-4cea-83d2-b5b97dd48c78 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465727 Jul 21 10:53:11.030528 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ff019-e92e-41d5-893e-de2ab9e44ea6 req-73ef21d8-49c3-4717-be7f-56d2201c4c4f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:11.032583 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-561ff019-e92e-41d5-893e-de2ab9e44ea6 req-73ef21d8-49c3-4717-be7f-56d2201c4c4f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 945 time: 0.0519483 Jul 21 10:53:11.082072 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-561ff019-e92e-41d5-893e-de2ab9e44ea6 req-c2d25afe-7145-4ec4-a024-5dd78f6c1513 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438504 Jul 21 10:53:11.348329 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb794e-3d09-4241-9fa9-2c8adb947be9 req-0a51b9d0-2924-4459-9c6e-b971a426be9d tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:11.349815 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ddcb794e-3d09-4241-9fa9-2c8adb947be9 req-0a51b9d0-2924-4459-9c6e-b971a426be9d tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0515070 Jul 21 10:53:11.398723 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ddcb794e-3d09-4241-9fa9-2c8adb947be9 req-57a3e1d5-3cc2-4fd1-add2-54e4c6d23661 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433517 Jul 21 10:53:12.517784 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e0393-550a-4bce-9880-afc2bcfff770 req-cc10a8b1-b5ee-424d-b535-e0897d11f574 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:12.519209 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-631e0393-550a-4bce-9880-afc2bcfff770 req-cc10a8b1-b5ee-424d-b535-e0897d11f574 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0482273 Jul 21 10:53:12.561245 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 767a932c-587b-4501-b928-eef9dd00de9e no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:53:12.574065 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-631e0393-550a-4bce-9880-afc2bcfff770 req-d36011b3-4dc6-4d08-9952-54bde0e12105 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493279 Jul 21 10:53:12.647890 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 767a932c-587b-4501-b928-eef9dd00de9e is: ACTIVE; New status is: DOWN {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:53:12.648286 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (767a932c-587b-4501-b928-eef9dd00de9e), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:12.671677 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '767a932c-587b-4501-b928-eef9dd00de9e'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:53:12.674166 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397869f2-d858-4794-88d2-4e527cf35959" -d '{"events": [{"server_uuid": "68c9ec60-9f75-4491-a780-6c339cc6d445", "name": "network-vif-unplugged", "status": "completed", "tag": "767a932c-587b-4501-b928-eef9dd00de9e"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:53:12.687030 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 767a932c-587b-4501-b928-eef9dd00de9e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=767a932c-587b-4501-b928-eef9dd00de9e,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:53:12.714258 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 21 Jul 2022 10:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d92973-b9f0-49b8-94de-41b1ec4aa8c1 x-openstack-request-id: req-b2d92973-b9f0-49b8-94de-41b1ec4aa8c1 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:53:12.715209 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c9ec60-9f75-4491-a780-6c339cc6d445", "name": "network-vif-unplugged", "status": "failed", "tag": "767a932c-587b-4501-b928-eef9dd00de9e", "code": 422}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:53:12.715209 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2d92973-b9f0-49b8-94de-41b1ec4aa8c1 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:53:12.715903 dv-cinder-849800-2-iscsi neutron-server[111080]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b2d92973-b9f0-49b8-94de-41b1ec4aa8c1']: {'server_uuid': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '767a932c-587b-4501-b928-eef9dd00de9e', 'code': 422} returned with failed status Jul 21 10:53:12.725032 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (767a932c-587b-4501-b928-eef9dd00de9e), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:12.778673 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=767a932c-587b-4501-b928-eef9dd00de9e,revision_number=8']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:12.951283 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [req-89a39012-71bc-4c9a-98e5-22362e47fa15 req-b438ee61-9311-42e0-a442-a6001c8ae69c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 10:53:12.952351 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-89a39012-71bc-4c9a-98e5-22362e47fa15 req-b438ee61-9311-42e0-a442-a6001c8ae69c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053785 Jul 21 10:53:13.244042 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:13.252625 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36f798-11ef-4850-83fe-ae1e5b4631a6 req-dbd354fb-eb21-4781-94af-e6c8c29a4bea tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:13.254088 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ec36f798-11ef-4850-83fe-ae1e5b4631a6 req-dbd354fb-eb21-4781-94af-e6c8c29a4bea tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0479217 Jul 21 10:53:13.303067 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ec36f798-11ef-4850-83fe-ae1e5b4631a6 req-f7c522c8-54f5-41eb-9def-973ce6e156e7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434613 Jul 21 10:53:13.681753 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf154b-01c0-4232-8358-02342c18f972 req-9a4152ab-55af-475b-91d4-f71cabe2bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:13.683327 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8bbf154b-01c0-4232-8358-02342c18f972 req-9a4152ab-55af-475b-91d4-f71cabe2bf28 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=620ea9c4eaa74dc5858cf93d9fcad9f1&device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 1130 time: 0.0432653 Jul 21 10:53:13.694098 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01069b-9d4a-4c3e-81dc-1c7c04defed5 req-5b8d697a-918d-4ec1-8cc4-cce6d3abd4b6 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:13.695609 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0e01069b-9d4a-4c3e-81dc-1c7c04defed5 req-5b8d697a-918d-4ec1-8cc4-cce6d3abd4b6 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0509324 Jul 21 10:53:13.745288 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0e01069b-9d4a-4c3e-81dc-1c7c04defed5 req-0bb8204e-4e07-4e28-8917-eca79d9c96bb tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440810 Jul 21 10:53:13.779750 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf154b-01c0-4232-8358-02342c18f972 req-010b085f-7bbc-4168-9d88-20c3adfbc70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:13.781370 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8bbf154b-01c0-4232-8358-02342c18f972 req-010b085f-7bbc-4168-9d88-20c3adfbc70e service neutron] 10.222.0.57 "GET /v2.0/networks?id=27b56899-b3ca-45d1-a202-b2681b2d043e HTTP/1.1" status: 200 len: 910 time: 0.0915875 Jul 21 10:53:13.856724 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8bbf154b-01c0-4232-8358-02342c18f972 req-4b42b0c6-e88d-4baa-9244-8315eab58478 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 HTTP/1.1" status: 200 len: 1002 time: 0.0691166 Jul 21 10:53:13.910430 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf154b-01c0-4232-8358-02342c18f972 req-d89d7f11-5042-4209-8b37-fe51a1fd928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:13.911999 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8bbf154b-01c0-4232-8358-02342c18f972 req-d89d7f11-5042-4209-8b37-fe51a1fd928a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=675fa199-a2f9-4cce-9e74-45a2be0ffecf HTTP/1.1" status: 200 len: 848 time: 0.0497975 Jul 21 10:53:13.959111 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf154b-01c0-4232-8358-02342c18f972 req-7fc81b68-9ce2-4ff0-aa75-6e67b342343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:13.960614 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8bbf154b-01c0-4232-8358-02342c18f972 req-7fc81b68-9ce2-4ff0-aa75-6e67b342343f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27b56899-b3ca-45d1-a202-b2681b2d043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402987 Jul 21 10:53:13.980850 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 40236) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:14.061251 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8bbf154b-01c0-4232-8358-02342c18f972 req-a522ea15-5f9b-435a-b973-e400852a5215 service neutron] 10.222.0.57 "GET /v2.0/networks/27b56899-b3ca-45d1-a202-b2681b2d043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927284 Jul 21 10:53:14.071872 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8154a4b3-dd86-4c97-9dfd-5108c03ced41 req-73a22f7b-d3d1-482f-9a98-c41f6ac174a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898230 Jul 21 10:53:14.081547 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [req-8154a4b3-dd86-4c97-9dfd-5108c03ced41 req-a1bf850c-21c6-434d-afe3-6f4cbaa2873f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 10:53:14.082524 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8154a4b3-dd86-4c97-9dfd-5108c03ced41 req-a1bf850c-21c6-434d-afe3-6f4cbaa2873f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058529 Jul 21 10:53:14.180489 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:14.189802 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154a4b3-dd86-4c97-9dfd-5108c03ced41 req-55b58c48-ce56-410d-9d1a-fdf60e359033 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:14.191210 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8154a4b3-dd86-4c97-9dfd-5108c03ced41 req-55b58c48-ce56-410d-9d1a-fdf60e359033 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports/767a932c-587b-4501-b928-eef9dd00de9e HTTP/1.1" status: 200 len: 940 time: 0.0657647 Jul 21 10:53:14.207384 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8bbf154b-01c0-4232-8358-02342c18f972 req-06f370e0-7048-4956-b6fd-ac6658dbcf45 service neutron] 10.222.0.57 "GET /v2.0/networks/27b56899-b3ca-45d1-a202-b2681b2d043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388221 Jul 21 10:53:14.425043 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca215fe-b48c-4b3e-b38a-c1515e9f4399 req-d15a26d0-6fd8-4077-9f7f-9a92e5636d26 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:14.426655 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5ca215fe-b48c-4b3e-b38a-c1515e9f4399 req-d15a26d0-6fd8-4077-9f7f-9a92e5636d26 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0486028 Jul 21 10:53:14.474441 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5ca215fe-b48c-4b3e-b38a-c1515e9f4399 req-cc56766f-813b-4c97-82c8-56ab318aacf7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423241 Jul 21 10:53:14.861159 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:14.862890 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab8c72-04b8-46dc-a8bb-144c0b785008 req-c4c739b9-4c4c-46f8-b0b4-4bdddabc5a82 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:14.864564 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-41ab8c72-04b8-46dc-a8bb-144c0b785008 req-c4c739b9-4c4c-46f8-b0b4-4bdddabc5a82 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0492859 Jul 21 10:53:14.918902 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-41ab8c72-04b8-46dc-a8bb-144c0b785008 req-b6370b95-5d33-420f-a284-83fc007293c4 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487735 Jul 21 10:53:15.592910 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c1584-433b-4440-b4b2-8cd42d4c5263 req-366ea162-cbd5-4921-a6e4-ec597225d643 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:15.594716 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6b8c1584-433b-4440-b4b2-8cd42d4c5263 req-366ea162-cbd5-4921-a6e4-ec597225d643 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0492849 Jul 21 10:53:15.641683 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6b8c1584-433b-4440-b4b2-8cd42d4c5263 req-e97cdd49-c2fa-4f0b-ba0b-fdd7da0dfcab tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413489 Jul 21 10:53:16.030326 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69687c11-7b02-48cc-9ab6-034763ccb13f req-1ac6ff27-e2eb-401d-a09f-f169360ffa83 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:16.032414 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-69687c11-7b02-48cc-9ab6-034763ccb13f req-1ac6ff27-e2eb-401d-a09f-f169360ffa83 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0457556 Jul 21 10:53:16.080061 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-69687c11-7b02-48cc-9ab6-034763ccb13f req-82afafa7-80a7-4f7d-bc69-ad4f6779528e tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422559 Jul 21 10:53:16.743801 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:16.762162 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50c9fd-255c-48a6-aaf9-f9f4e231a48c req-51b7cc51-9543-4d17-a447-1250923949c5 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:16.763652 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2d50c9fd-255c-48a6-aaf9-f9f4e231a48c req-51b7cc51-9543-4d17-a447-1250923949c5 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0505729 Jul 21 10:53:16.810177 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2d50c9fd-255c-48a6-aaf9-f9f4e231a48c req-9240acb4-4457-4e95-9d9e-34fe432c2318 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402858 Jul 21 10:53:17.194254 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e2003-20ef-42c8-aba0-8fb514a4cdb7 req-ce4ac153-25a1-4f7d-bae4-ac2a7fda23c8 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:17.195900 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-610e2003-20ef-42c8-aba0-8fb514a4cdb7 req-ce4ac153-25a1-4f7d-bae4-ac2a7fda23c8 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0480592 Jul 21 10:53:17.247082 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-610e2003-20ef-42c8-aba0-8fb514a4cdb7 req-bb54f95d-7666-4c36-b014-bba8e6cfb2d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455072 Jul 21 10:53:17.934050 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033022f4-b1d1-4d3f-838c-44e8a92f11c0 req-811d624c-2103-4be3-84f4-e7691a52e6ca tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:17.935592 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-033022f4-b1d1-4d3f-838c-44e8a92f11c0 req-811d624c-2103-4be3-84f4-e7691a52e6ca tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0518651 Jul 21 10:53:17.993390 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-033022f4-b1d1-4d3f-838c-44e8a92f11c0 req-d53e3edf-766f-49cd-a8d2-bbf1306bdf33 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517895 Jul 21 10:53:18.365466 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c024c47-8f27-4031-8691-dc30d4b0bc5a req-65726d5a-d0b3-4a21-916e-0ba298dc320f tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:18.366986 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1c024c47-8f27-4031-8691-dc30d4b0bc5a req-65726d5a-d0b3-4a21-916e-0ba298dc320f tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0490556 Jul 21 10:53:18.418962 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1c024c47-8f27-4031-8691-dc30d4b0bc5a req-2e8e93d8-25e6-4a85-a2a3-85853a91c8fb tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457923 Jul 21 10:53:19.028319 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154a4b3-dd86-4c97-9dfd-5108c03ced41 req-b398a651-cb79-4c99-a5af-f04398e05a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:19.029845 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8154a4b3-dd86-4c97-9dfd-5108c03ced41 req-b398a651-cb79-4c99-a5af-f04398e05a6c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445&tenant_id=29c1b9c9f7024f8494e0a9b58fe35710 HTTP/1.1" status: 200 len: 1127 time: 0.0412366 Jul 21 10:53:19.114621 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1bd58-2086-44e2-bf88-68656bef0866 req-a06d13ff-4013-4522-8ee5-6800d7d887ef tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:19.116072 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-36d1bd58-2086-44e2-bf88-68656bef0866 req-a06d13ff-4013-4522-8ee5-6800d7d887ef tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0473015 Jul 21 10:53:19.139663 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:19.163183 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-36d1bd58-2086-44e2-bf88-68656bef0866 req-b56a412f-831f-43ea-a619-0d5970a7f663 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416329 Jul 21 10:53:19.249426 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:19.284461 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154a4b3-dd86-4c97-9dfd-5108c03ced41 req-c01698c3-01a7-4c8f-b8c5-8cf318356d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:19.286396 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8154a4b3-dd86-4c97-9dfd-5108c03ced41 req-c01698c3-01a7-4c8f-b8c5-8cf318356d5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29c1b9c9f7024f8494e0a9b58fe35710&device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 1127 time: 0.0458183 Jul 21 10:53:19.391229 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154a4b3-dd86-4c97-9dfd-5108c03ced41 req-5e52f2cd-01a3-4d20-b97d-2de8d7b8825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:19.393520 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8154a4b3-dd86-4c97-9dfd-5108c03ced41 req-5e52f2cd-01a3-4d20-b97d-2de8d7b8825d service neutron] 10.222.0.57 "GET /v2.0/networks?id=c770f837-eda0-4a68-b0cf-fd07722be163 HTTP/1.1" status: 200 len: 917 time: 0.1005747 Jul 21 10:53:19.459150 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8154a4b3-dd86-4c97-9dfd-5108c03ced41 req-d3b80aab-30b6-415e-b6a0-d072eacd4a5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=767a932c-587b-4501-b928-eef9dd00de9e HTTP/1.1" status: 200 len: 999 time: 0.0579967 Jul 21 10:53:19.535416 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154a4b3-dd86-4c97-9dfd-5108c03ced41 req-bec3d92c-a75a-4036-9500-d60519939c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:19.535416 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8154a4b3-dd86-4c97-9dfd-5108c03ced41 req-bec3d92c-a75a-4036-9500-d60519939c83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c79189c-6f8d-462a-9ba9-a421b25b0a63 HTTP/1.1" status: 200 len: 855 time: 0.0621581 Jul 21 10:53:19.546346 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6fe1d-56b2-4ce9-9d55-247762440d1b req-cfea0f71-1f29-459e-bc6b-48e4ebd0dc42 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:19.548535 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6ed6fe1d-56b2-4ce9-9d55-247762440d1b req-cfea0f71-1f29-459e-bc6b-48e4ebd0dc42 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0545576 Jul 21 10:53:19.574382 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154a4b3-dd86-4c97-9dfd-5108c03ced41 req-760bdee1-1ec3-4107-af47-34447990e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:19.575959 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8154a4b3-dd86-4c97-9dfd-5108c03ced41 req-760bdee1-1ec3-4107-af47-34447990e781 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c770f837-eda0-4a68-b0cf-fd07722be163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404298 Jul 21 10:53:19.603455 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6ed6fe1d-56b2-4ce9-9d55-247762440d1b req-c57d590e-60dc-4582-b027-c4dc0a04dddf tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490370 Jul 21 10:53:19.928411 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8154a4b3-dd86-4c97-9dfd-5108c03ced41 req-8037eea5-a35f-4096-a176-d74a4dbcdf5c service neutron] 10.222.0.57 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956435 Jul 21 10:53:20.030532 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8154a4b3-dd86-4c97-9dfd-5108c03ced41 req-5f0f7e9b-742c-4168-8301-fb5855e8da9e service neutron] 10.222.0.57 "GET /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954797 Jul 21 10:53:20.287586 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d19cf-4ddf-4c5c-bd24-8363e2c0d186 req-910edc66-5dce-4c62-af85-2a4c59ccc6a1 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:20.289063 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7f4d19cf-4ddf-4c5c-bd24-8363e2c0d186 req-910edc66-5dce-4c62-af85-2a4c59ccc6a1 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0492134 Jul 21 10:53:20.340845 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7f4d19cf-4ddf-4c5c-bd24-8363e2c0d186 req-1d4088d9-17c1-4902-8624-b4121342a220 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461850 Jul 21 10:53:20.544889 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:53:20.620471 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 is: ACTIVE; New status is: DOWN {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:53:20.620571 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:20.652246 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:53:20.654509 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8368ba4-b7ea-447a-baff-a011f234d973" -d '{"events": [{"server_uuid": "eb24f843-eeb3-43dd-bd48-3bcf68e344cd", "name": "network-vif-unplugged", "status": "completed", "tag": "2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:53:20.670137 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2,segment=NetworkSegment(9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0),segment_id=9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:53:20.699372 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 21 Jul 2022 10:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f265fe-9082-4442-85f6-39adfefb94e7 x-openstack-request-id: req-34f265fe-9082-4442-85f6-39adfefb94e7 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:53:20.699669 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb24f843-eeb3-43dd-bd48-3bcf68e344cd", "name": "network-vif-unplugged", "status": "failed", "tag": "2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2", "code": 422}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:53:20.699922 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34f265fe-9082-4442-85f6-39adfefb94e7 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:53:20.700385 dv-cinder-849800-2-iscsi neutron-server[111080]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-34f265fe-9082-4442-85f6-39adfefb94e7']: {'server_uuid': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2', 'code': 422} returned with failed status Jul 21 10:53:20.730891 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:20.753575 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240c970-5bf4-4661-b57a-282ed3da8529 req-a35cdd7d-f940-4685-bd1c-1a553abcece6 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:20.755121 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4240c970-5bf4-4661-b57a-282ed3da8529 req-a35cdd7d-f940-4685-bd1c-1a553abcece6 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0532455 Jul 21 10:53:20.783148 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2,revision_number=6']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:20.831653 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4240c970-5bf4-4661-b57a-282ed3da8529 req-32db392a-0867-4b9c-9123-60f7dd26f5cd tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628181 Jul 21 10:53:21.272933 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a1922-4dbe-4daf-b449-0da384b91d27 req-5f7b184c-b7ac-419f-9d72-77e0e49611d6 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:21.279853 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e48a1922-4dbe-4daf-b449-0da384b91d27 req-5f7b184c-b7ac-419f-9d72-77e0e49611d6 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0870464 Jul 21 10:53:21.284693 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2f7c6455-c4ce-49cf-ac08-8670603e8caa req-c59c7d15-ab01-4818-a168-93c80235abbb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828426 Jul 21 10:53:21.371537 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e48a1922-4dbe-4daf-b449-0da384b91d27 req-de53e579-2c78-4c79-8212-a5206cee4992 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893261 Jul 21 10:53:21.388134 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f27b86c7-5913-4cc9-b0a2-72a228b57383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:21.434364 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 40374) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:21.568918 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5f8a4-db28-40b0-b6ea-dc000bdeb6d2 req-b934456c-6d60-4c5a-9e3c-b3b9fa2aad61 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:21.570753 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5bf5f8a4-db28-40b0-b6ea-dc000bdeb6d2 req-b934456c-6d60-4c5a-9e3c-b3b9fa2aad61 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.1152725 Jul 21 10:53:21.588590 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c6455-c4ce-49cf-ac08-8670603e8caa req-e0a28e6d-efc2-42fb-8d4b-bee4840ebd94 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:21.590744 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2f7c6455-c4ce-49cf-ac08-8670603e8caa req-e0a28e6d-efc2-42fb-8d4b-bee4840ebd94 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports/2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 HTTP/1.1" status: 200 len: 941 time: 0.1551335 Jul 21 10:53:21.658469 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5bf5f8a4-db28-40b0-b6ea-dc000bdeb6d2 req-282c94b8-4ddb-41f4-b010-152382ca5ced tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798280 Jul 21 10:53:22.489942 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214043d-4e86-4ede-9f16-74522b1c34c3 req-32b10585-5aa0-401a-9456-aac560e85297 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:22.491427 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0214043d-4e86-4ede-9f16-74522b1c34c3 req-32b10585-5aa0-401a-9456-aac560e85297 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0528078 Jul 21 10:53:22.520924 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:22.549148 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0214043d-4e86-4ede-9f16-74522b1c34c3 req-557c13dd-7006-4916-a939-7b4c226662ec tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515432 Jul 21 10:53:22.830825 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6151fc-3756-47de-abb9-de7f21082df4 req-ad49888a-e9a8-4362-9ea9-842a6e7980f9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:22.833151 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fd6151fc-3756-47de-abb9-de7f21082df4 req-ad49888a-e9a8-4362-9ea9-842a6e7980f9 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0582230 Jul 21 10:53:22.905606 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fd6151fc-3756-47de-abb9-de7f21082df4 req-e0c19d88-f039-4389-b890-de4bcd5afd7e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658185 Jul 21 10:53:23.674143 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae0ede-c39a-408d-9328-1c9bfc9efa24 req-94d8048a-bebd-446f-b204-d6564b632f72 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:23.675719 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9eae0ede-c39a-408d-9328-1c9bfc9efa24 req-94d8048a-bebd-446f-b204-d6564b632f72 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0562515 Jul 21 10:53:23.767530 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9eae0ede-c39a-408d-9328-1c9bfc9efa24 req-b44b79ef-9ad4-45df-9987-99888ad4fec2 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856535 Jul 21 10:53:23.832089 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 40430) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:23.971769 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3318df58-0f43-4b85-9872-849c025c8672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:23.977538 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7500-d4fa-4614-ba91-6cda7a734737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:24.076850 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030a9a0-ca0f-4fb5-801f-86c48370972b req-e10c0971-e288-4255-bfe4-52b4bb57483f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:24.078409 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c030a9a0-ca0f-4fb5-801f-86c48370972b req-e10c0971-e288-4255-bfe4-52b4bb57483f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0685489 Jul 21 10:53:24.084948 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7500-d4fa-4614-ba91-6cda7a734737 admin admin] Publish callbacks [] for security_group (fa183967-df85-4aa1-8709-916b3da9a463), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:24.134651 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c030a9a0-ca0f-4fb5-801f-86c48370972b req-cde5e8f7-e572-4b41-b0d8-a8725da28c51 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482485 Jul 21 10:53:24.147085 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7500-d4fa-4614-ba91-6cda7a734737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (fa183967-df85-4aa1-8709-916b3da9a463), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:24.200066 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-bd3f7500-d4fa-4614-ba91-6cda7a734737 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13d970de7fe443d3a2853c05f94c28f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3655491 Jul 21 10:53:24.201105 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f7500-d4fa-4614-ba91-6cda7a734737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa183967-df85-4aa1-8709-916b3da9a463,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:24.202751 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 40436) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:24.259814 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5c6d19c3-5d87-432a-8aa7-5e9c6009a4d0 admin admin] Publish callbacks [] for security_group (fa183967-df85-4aa1-8709-916b3da9a463), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:24.289173 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5c6d19c3-5d87-432a-8aa7-5e9c6009a4d0 admin admin] Publish callbacks [] for security_group (fa183967-df85-4aa1-8709-916b3da9a463), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:24.415058 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5c6d19c3-5d87-432a-8aa7-5e9c6009a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (fa183967-df85-4aa1-8709-916b3da9a463), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:24.417703 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5c6d19c3-5d87-432a-8aa7-5e9c6009a4d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:24.418981 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-5c6d19c3-5d87-432a-8aa7-5e9c6009a4d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa183967-df85-4aa1-8709-916b3da9a463 HTTP/1.1" status: 204 len: 168 time: 0.2146473 Jul 21 10:53:24.425029 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:24.429345 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d19c3-5d87-432a-8aa7-5e9c6009a4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa183967-df85-4aa1-8709-916b3da9a463,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:24.911652 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4912d95-6316-4eab-b526-8654f758116e req-e4a49988-8d44-4f1f-97e8-703949d4e8e1 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:24.913208 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b4912d95-6316-4eab-b526-8654f758116e req-e4a49988-8d44-4f1f-97e8-703949d4e8e1 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0701058 Jul 21 10:53:24.974233 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b4912d95-6316-4eab-b526-8654f758116e req-68ba6341-9ee5-472e-98ee-4fb9a0612919 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551367 Jul 21 10:53:25.148846 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 40446) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:25.177243 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-22cad6d1-0a1e-49cd-85c4-0f54528e8e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:25.299746 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd7825-7e1c-4355-a1be-bcf19198b2dd req-110bee54-935f-4dc1-a512-5ace3f00b8f8 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:25.301360 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e5bd7825-7e1c-4355-a1be-bcf19198b2dd req-110bee54-935f-4dc1-a512-5ace3f00b8f8 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0678287 Jul 21 10:53:25.339620 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-22cad6d1-0a1e-49cd-85c4-0f54528e8e58 admin admin] Publish callbacks [] for security_group (de64288f-715f-4ded-996d-6858527023da), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:25.372261 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e5bd7825-7e1c-4355-a1be-bcf19198b2dd req-92464efa-5b02-4774-be16-13847776e2bb tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610099 Jul 21 10:53:25.375609 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:25.404701 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-22cad6d1-0a1e-49cd-85c4-0f54528e8e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (de64288f-715f-4ded-996d-6858527023da), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:25.453135 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cad6d1-0a1e-49cd-85c4-0f54528e8e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de64288f-715f-4ded-996d-6858527023da,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:25.484109 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 40452) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:25.486441 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-22cad6d1-0a1e-49cd-85c4-0f54528e8e58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32bbbd6677934da381797a18928e3087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363762 Jul 21 10:53:25.545403 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cbdc42a4-9565-4a64-8588-34a32801173c admin admin] Publish callbacks [] for security_group (de64288f-715f-4ded-996d-6858527023da), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:25.570048 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cbdc42a4-9565-4a64-8588-34a32801173c admin admin] Publish callbacks [] for security_group (de64288f-715f-4ded-996d-6858527023da), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:25.609122 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:25.690431 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cbdc42a4-9565-4a64-8588-34a32801173c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (de64288f-715f-4ded-996d-6858527023da), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:25.693091 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cbdc42a4-9565-4a64-8588-34a32801173c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:25.694404 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-cbdc42a4-9565-4a64-8588-34a32801173c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de64288f-715f-4ded-996d-6858527023da HTTP/1.1" status: 204 len: 168 time: 0.2092922 Jul 21 10:53:25.707735 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc42a4-9565-4a64-8588-34a32801173c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de64288f-715f-4ded-996d-6858527023da,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:26.099521 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:26.109457 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb5f79-1299-4ac5-9def-11f475b8e25f req-1a0e4243-50a8-4fa8-b1f3-529c0647e8c3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:26.111698 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4adb5f79-1299-4ac5-9def-11f475b8e25f req-1a0e4243-50a8-4fa8-b1f3-529c0647e8c3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0604010 Jul 21 10:53:26.181260 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4adb5f79-1299-4ac5-9def-11f475b8e25f req-f9a42f5e-fee8-4d09-9943-361c61630dd9 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627539 Jul 21 10:53:26.519245 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb43f67-49fa-4908-8898-a577d6988f56 req-10fbe669-d0e5-44fd-ad28-a3b02bb52cda tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:26.521041 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0cb43f67-49fa-4908-8898-a577d6988f56 req-10fbe669-d0e5-44fd-ad28-a3b02bb52cda tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0623791 Jul 21 10:53:26.583689 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0cb43f67-49fa-4908-8898-a577d6988f56 req-b887f4ce-e171-45b0-9c56-0bfa27b518f7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567975 Jul 21 10:53:26.615775 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:26.617019 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=4 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:26.646638 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:26.821172 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:27.311731 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b630626-eca2-4ee8-a82e-dae98d46a11b req-f19ca782-2f80-4044-97d8-8d133c68a23a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:27.319577 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3b630626-eca2-4ee8-a82e-dae98d46a11b req-f19ca782-2f80-4044-97d8-8d133c68a23a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0578771 Jul 21 10:53:27.381856 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3b630626-eca2-4ee8-a82e-dae98d46a11b req-b647ebb5-5420-432b-9b5a-bd570d6b177c tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612500 Jul 21 10:53:27.726590 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35452dd1-c5d8-4504-bd42-86ec8f7982f0 req-72edc8a5-be95-48c7-a744-22c5d162f856 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:27.728102 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-35452dd1-c5d8-4504-bd42-86ec8f7982f0 req-72edc8a5-be95-48c7-a744-22c5d162f856 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0582721 Jul 21 10:53:27.799885 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-35452dd1-c5d8-4504-bd42-86ec8f7982f0 req-ad8f6140-bcb5-4f86-be44-6befcd0ac7a0 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659544 Jul 21 10:53:28.499868 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751ccb2-92e7-486b-9b05-b0032b5c4980 req-20894052-9bb0-4476-9ae4-95137a901af9 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:28.501982 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9751ccb2-92e7-486b-9b05-b0032b5c4980 req-20894052-9bb0-4476-9ae4-95137a901af9 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0549409 Jul 21 10:53:28.557164 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9751ccb2-92e7-486b-9b05-b0032b5c4980 req-5123def1-f315-4065-b97c-980cb72c4544 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486705 Jul 21 10:53:28.923947 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b20aa0-5184-42ab-96cf-85e0e0be10b5 req-d804f9dc-f121-45c7-be77-78888ddb0151 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:28.925412 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-39b20aa0-5184-42ab-96cf-85e0e0be10b5 req-d804f9dc-f121-45c7-be77-78888ddb0151 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0482090 Jul 21 10:53:28.957998 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:28.973207 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-39b20aa0-5184-42ab-96cf-85e0e0be10b5 req-c1f5c10d-d836-4410-9781-b579c764d09b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418026 Jul 21 10:53:29.669807 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b5167-eb10-4e6c-b54e-ed6e7b3877f7 req-cb4c9cfc-403f-45c9-ac19-a28f140d4d2e tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:29.671283 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e76b5167-eb10-4e6c-b54e-ed6e7b3877f7 req-cb4c9cfc-403f-45c9-ac19-a28f140d4d2e tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0484240 Jul 21 10:53:29.724727 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e76b5167-eb10-4e6c-b54e-ed6e7b3877f7 req-8ea153ef-164b-4cc9-86f6-3605e2319a77 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478256 Jul 21 10:53:30.097013 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058932cb-ec6b-4997-b621-3ecc3b4ae8c8 req-10c9ffe6-91d2-46a8-8380-8bf6dceb8436 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:30.098433 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-058932cb-ec6b-4997-b621-3ecc3b4ae8c8 req-10c9ffe6-91d2-46a8-8380-8bf6dceb8436 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0504394 Jul 21 10:53:30.147827 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-058932cb-ec6b-4997-b621-3ecc3b4ae8c8 req-0d524be6-344f-459e-8c5c-f1506dbb5de4 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438423 Jul 21 10:53:30.542627 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 767a932c-587b-4501-b928-eef9dd00de9e details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:53:30.645935 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 767a932c-587b-4501-b928-eef9dd00de9e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=767a932c-587b-4501-b928-eef9dd00de9e,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:53:30.658262 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '767a932c-587b-4501-b928-eef9dd00de9e', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'port_id': '767a932c-587b-4501-b928-eef9dd00de9e', 'mac_address': 'fa:16:3e:41:eb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:53:30.692795 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 767a932c-587b-4501-b928-eef9dd00de9e is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:53:30.693191 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (767a932c-587b-4501-b928-eef9dd00de9e), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:30.706503 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767a932c-587b-4501-b928-eef9dd00de9e {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:53:30.727269 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 767a932c-587b-4501-b928-eef9dd00de9e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=767a932c-587b-4501-b928-eef9dd00de9e,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:53:30.851850 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd32c9-f689-4acf-9299-80acbc139d32 req-0dbb8410-1163-4192-9b5c-16201263b433 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:30.854112 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-27bd32c9-f689-4acf-9299-80acbc139d32 req-0dbb8410-1163-4192-9b5c-16201263b433 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0564461 Jul 21 10:53:30.924877 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-27bd32c9-f689-4acf-9299-80acbc139d32 req-fb99c2c9-34b5-488d-87a8-e7af209a8f23 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648453 Jul 21 10:53:31.277300 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b20719-ada2-4a34-bf69-6740c7539c54 req-025518c0-2b0a-483b-82b6-35b81a324fcf tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:31.278825 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-21b20719-ada2-4a34-bf69-6740c7539c54 req-025518c0-2b0a-483b-82b6-35b81a324fcf tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 943 time: 0.0543382 Jul 21 10:53:31.328533 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-21b20719-ada2-4a34-bf69-6740c7539c54 req-360526d3-25de-4e3e-be29-2a7302d77cd8 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433736 Jul 21 10:53:31.501142 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (767a932c-587b-4501-b928-eef9dd00de9e), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:31.547724 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=767a932c-587b-4501-b928-eef9dd00de9e,revision_number=9']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:31.554695 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:31.555043 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:31.555383 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:31.555719 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:31.556050 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:31.556382 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:31.556708 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:31.557028 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:31.557350 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:31.557672 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:31.557992 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:31.558313 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:31.558657 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:31.558978 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:31.559293 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:31.792485 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['767a932c-587b-4501-b928-eef9dd00de9e'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:53:31.853501 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:31.857796 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:32.043412 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc70981-bc57-4852-b6ae-e5ef6d8342fe req-37cc3902-6e09-4e39-92b3-eb5ac987f365 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:32.048525 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2cc70981-bc57-4852-b6ae-e5ef6d8342fe req-37cc3902-6e09-4e39-92b3-eb5ac987f365 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0476277 Jul 21 10:53:32.093907 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2cc70981-bc57-4852-b6ae-e5ef6d8342fe req-df067b30-815d-4bfb-9d2d-b4cf7831ebaa tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433021 Jul 21 10:53:32.459393 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59e39c-b04e-4433-8f9e-e7dac11ec4db req-880ac4f7-08ac-453a-a097-15ec17e8839e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:32.460866 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3e59e39c-b04e-4433-8f9e-e7dac11ec4db req-880ac4f7-08ac-453a-a097-15ec17e8839e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 944 time: 0.0524189 Jul 21 10:53:32.512566 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3e59e39c-b04e-4433-8f9e-e7dac11ec4db req-6e2881bf-12a8-4442-834b-a2fbd3fe84d7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422101 Jul 21 10:53:32.544834 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 767a932c-587b-4501-b928-eef9dd00de9e up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:53:32.592581 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 767a932c-587b-4501-b928-eef9dd00de9e triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:53:32.593235 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (767a932c-587b-4501-b928-eef9dd00de9e), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:32.609866 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:53:32.807274 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 767a932c-587b-4501-b928-eef9dd00de9e is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:53:32.807684 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (767a932c-587b-4501-b928-eef9dd00de9e), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:32.851697 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767a932c-587b-4501-b928-eef9dd00de9e'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:53:32.853927 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320faa49-9071-43ad-839e-c5b5d10426ca" -d '{"events": [{"server_uuid": "68c9ec60-9f75-4491-a780-6c339cc6d445", "name": "network-vif-plugged", "status": "completed", "tag": "767a932c-587b-4501-b928-eef9dd00de9e"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:53:32.857439 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 767a932c-587b-4501-b928-eef9dd00de9e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=767a932c-587b-4501-b928-eef9dd00de9e,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:53:32.898655 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a252359-0c43-4529-a5fd-b8a80452e63a x-openstack-request-id: req-3a252359-0c43-4529-a5fd-b8a80452e63a {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:53:32.898959 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c9ec60-9f75-4491-a780-6c339cc6d445", "name": "network-vif-plugged", "status": "completed", "tag": "767a932c-587b-4501-b928-eef9dd00de9e", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:53:32.899229 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a252359-0c43-4529-a5fd-b8a80452e63a {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:53:32.899626 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a252359-0c43-4529-a5fd-b8a80452e63a'] response: {'server_uuid': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767a932c-587b-4501-b928-eef9dd00de9e', 'code': 200} Jul 21 10:53:32.998416 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (767a932c-587b-4501-b928-eef9dd00de9e), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:33.052749 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=767a932c-587b-4501-b928-eef9dd00de9e,revision_number=10']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:33.203381 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:33.217721 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39643be9-84fa-4a80-8605-8e49745f5b9b req-797f766f-5c21-41ae-893b-2e199794e46c tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:33.219230 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-39643be9-84fa-4a80-8605-8e49745f5b9b req-797f766f-5c21-41ae-893b-2e199794e46c tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0507874 Jul 21 10:53:33.273062 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-39643be9-84fa-4a80-8605-8e49745f5b9b req-3dd30d5e-15aa-4da9-bb31-bfeb8e4e277a tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472989 Jul 21 10:53:33.309132 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be06b7-71e5-4a0f-b6f9-8422f9b595bf req-a21bab18-9e92-4ea8-8e12-f01aa13a7285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:33.310794 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-76be06b7-71e5-4a0f-b6f9-8422f9b595bf req-a21bab18-9e92-4ea8-8e12-f01aa13a7285 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 1130 time: 0.0387387 Jul 21 10:53:33.358900 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-76be06b7-71e5-4a0f-b6f9-8422f9b595bf req-587146dc-8bbb-42aa-955b-274f6a934c8e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386744 Jul 21 10:53:33.629538 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c724b-9cd3-4a19-9366-9f0da8ff6044 req-af93c4cd-5a11-4125-942f-a61138ddca94 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:33.630964 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5c1c724b-9cd3-4a19-9366-9f0da8ff6044 req-af93c4cd-5a11-4125-942f-a61138ddca94 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 946 time: 0.0479553 Jul 21 10:53:33.682692 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5c1c724b-9cd3-4a19-9366-9f0da8ff6044 req-f7bae5c1-32ec-4d70-97e7-ac3863e3059d tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459678 Jul 21 10:53:34.397187 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b491862-f1f8-48ab-8e29-d60d6be175ce req-3dcf2e0e-ddad-4903-af95-cce1ce6d4e81 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:34.398480 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6b491862-f1f8-48ab-8e29-d60d6be175ce req-3dcf2e0e-ddad-4903-af95-cce1ce6d4e81 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0480697 Jul 21 10:53:34.448430 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6b491862-f1f8-48ab-8e29-d60d6be175ce req-74173001-9558-43f5-a308-7bec1cd1a365 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440400 Jul 21 10:53:34.805675 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28d2cf-0f4b-4d09-a2ac-f02d6171652e req-0ca0d86a-6d5b-4e8f-847b-a7ff2fb61dae tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:34.807200 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4a28d2cf-0f4b-4d09-a2ac-f02d6171652e req-0ca0d86a-6d5b-4e8f-847b-a7ff2fb61dae tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 946 time: 0.0500414 Jul 21 10:53:34.853688 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:34.862251 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4a28d2cf-0f4b-4d09-a2ac-f02d6171652e req-1cfa6518-8871-4330-97a5-ccb8e693b9a7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494556 Jul 21 10:53:35.405166 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c6455-c4ce-49cf-ac08-8670603e8caa req-811da237-694d-459f-bf68-e90f3290fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:35.406736 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2f7c6455-c4ce-49cf-ac08-8670603e8caa req-811da237-694d-459f-bf68-e90f3290fdbd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd&tenant_id=620ea9c4eaa74dc5858cf93d9fcad9f1 HTTP/1.1" status: 200 len: 1128 time: 0.0433264 Jul 21 10:53:35.480072 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c6455-c4ce-49cf-ac08-8670603e8caa req-d3d42b15-e43e-4049-865f-c9f8ffb8419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:35.481595 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2f7c6455-c4ce-49cf-ac08-8670603e8caa req-d3d42b15-e43e-4049-865f-c9f8ffb8419e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=620ea9c4eaa74dc5858cf93d9fcad9f1&device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 1128 time: 0.0418804 Jul 21 10:53:35.496121 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:35.573360 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ee079-fc07-4254-9036-4bfe72510285 req-4b87de51-b5b1-4f42-961a-e8b5570215d2 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:35.578310 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c6455-c4ce-49cf-ac08-8670603e8caa req-745e834c-e131-49fa-b386-99b2ceecc6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:35.579041 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dd8ee079-fc07-4254-9036-4bfe72510285 req-4b87de51-b5b1-4f42-961a-e8b5570215d2 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0602903 Jul 21 10:53:35.579875 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2f7c6455-c4ce-49cf-ac08-8670603e8caa req-745e834c-e131-49fa-b386-99b2ceecc6ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=27b56899-b3ca-45d1-a202-b2681b2d043e HTTP/1.1" status: 200 len: 910 time: 0.0920069 Jul 21 10:53:35.627739 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dd8ee079-fc07-4254-9036-4bfe72510285 req-9498341e-4852-4a77-bbd9-dcfc86ab0ad4 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467119 Jul 21 10:53:35.648251 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2f7c6455-c4ce-49cf-ac08-8670603e8caa req-6e4af0e0-0f42-4531-9295-44f3f8e927ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 HTTP/1.1" status: 200 len: 1000 time: 0.0623221 Jul 21 10:53:35.696935 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c6455-c4ce-49cf-ac08-8670603e8caa req-6487e9d3-6968-43e9-a2dc-436b98290193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:35.698355 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2f7c6455-c4ce-49cf-ac08-8670603e8caa req-6487e9d3-6968-43e9-a2dc-436b98290193 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=675fa199-a2f9-4cce-9e74-45a2be0ffecf HTTP/1.1" status: 200 len: 848 time: 0.0448339 Jul 21 10:53:35.743276 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c6455-c4ce-49cf-ac08-8670603e8caa req-31ff1d68-28f4-4bf6-999b-c528f6c81741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:35.744786 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2f7c6455-c4ce-49cf-ac08-8670603e8caa req-31ff1d68-28f4-4bf6-999b-c528f6c81741 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27b56899-b3ca-45d1-a202-b2681b2d043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408170 Jul 21 10:53:35.839128 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2f7c6455-c4ce-49cf-ac08-8670603e8caa req-766688e1-f6f7-4722-9084-981e74caefd4 service neutron] 10.222.0.57 "GET /v2.0/networks/27b56899-b3ca-45d1-a202-b2681b2d043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882728 Jul 21 10:53:35.944020 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2f7c6455-c4ce-49cf-ac08-8670603e8caa req-34312945-3771-4b39-a7f3-2485dde7f75d service neutron] 10.222.0.57 "GET /v2.0/networks/27b56899-b3ca-45d1-a202-b2681b2d043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990112 Jul 21 10:53:35.999483 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673bea5-364f-4cdf-bdcb-ad979981e63d req-7e37fdf5-546a-437e-8b19-5ffc3de1d22b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:36.007363 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e673bea5-364f-4cdf-bdcb-ad979981e63d req-7e37fdf5-546a-437e-8b19-5ffc3de1d22b tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 946 time: 0.0609975 Jul 21 10:53:36.058777 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e673bea5-364f-4cdf-bdcb-ad979981e63d req-e99f0b5c-1904-4968-b620-afb79ff71267 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505247 Jul 21 10:53:36.512487 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7360af-c34e-429e-b483-63a2bab981c2 req-ad77c4ab-4621-427b-a8cd-63f9a573394f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:36.513963 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dc7360af-c34e-429e-b483-63a2bab981c2 req-ad77c4ab-4621-427b-a8cd-63f9a573394f tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 945 time: 0.0472186 Jul 21 10:53:36.568887 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dc7360af-c34e-429e-b483-63a2bab981c2 req-ac1a7052-8232-4650-90cc-a9cf45274bc3 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=84d3f2b7-1ed4-4acd-89ee-0541426feb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475607 Jul 21 10:53:36.743672 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcfa71-5e4f-405a-9bd8-a6de4ce94523 req-3652cf01-7fc0-4a34-be7d-64ed94713a43 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:36.745033 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-aefcfa71-5e4f-405a-9bd8-a6de4ce94523 req-3652cf01-7fc0-4a34-be7d-64ed94713a43 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0481558 Jul 21 10:53:36.795449 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-aefcfa71-5e4f-405a-9bd8-a6de4ce94523 req-2b66417f-8576-4c02-995d-7b09110b05a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448821 Jul 21 10:53:37.182009 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fc7f5-5199-48b3-af24-86b83b0d9211 req-a90ffbf8-6922-4d68-9ecd-9a5dd04cce8c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:37.183498 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3f2fc7f5-5199-48b3-af24-86b83b0d9211 req-a90ffbf8-6922-4d68-9ecd-9a5dd04cce8c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 946 time: 0.0478938 Jul 21 10:53:37.231679 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3f2fc7f5-5199-48b3-af24-86b83b0d9211 req-728f3889-de50-4823-be4d-6f057ef69eab tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426130 Jul 21 10:53:37.688785 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad628d05-aba0-4cab-b927-7d2ea2ff47d5 req-bf482e84-9999-45d5-b314-9003b913df05 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:37.690482 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ad628d05-aba0-4cab-b927-7d2ea2ff47d5 req-bf482e84-9999-45d5-b314-9003b913df05 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 945 time: 0.0524919 Jul 21 10:53:37.740094 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ad628d05-aba0-4cab-b927-7d2ea2ff47d5 req-afd01fce-199f-4b96-afdd-afab525cfec0 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups?id=84d3f2b7-1ed4-4acd-89ee-0541426feb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435405 Jul 21 10:53:37.916305 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771ebaf-ec4c-4d1c-bfa5-449bdc18adc1 req-c69761d6-0cf8-4dd2-be06-64436a0efe4c tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:37.917772 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0771ebaf-ec4c-4d1c-bfa5-449bdc18adc1 req-c69761d6-0cf8-4dd2-be06-64436a0efe4c tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0532880 Jul 21 10:53:37.968754 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0771ebaf-ec4c-4d1c-bfa5-449bdc18adc1 req-0482db92-a624-4f73-80e8-8d354d380054 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453305 Jul 21 10:53:38.197881 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84f027-91a3-489a-9b6a-bb760597472d req-dd386a89-800a-4cb9-be95-322e75a62488 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:38.199362 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8d84f027-91a3-489a-9b6a-bb760597472d req-dd386a89-800a-4cb9-be95-322e75a62488 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 945 time: 0.0480962 Jul 21 10:53:38.286916 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-8d84f027-91a3-489a-9b6a-bb760597472d req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Deleting port 5e6868c7-2e19-4c0b-b436-ff20ce312453 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:53:38.287258 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-8d84f027-91a3-489a-9b6a-bb760597472d req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (5e6868c7-2e19-4c0b-b436-ff20ce312453), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:38.359756 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:38.388737 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-8d84f027-91a3-489a-9b6a-bb760597472d req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] For port 5e6868c7-2e19-4c0b-b436-ff20ce312453, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=5e6868c7-2e19-4c0b-b436-ff20ce312453,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:53:38.389102 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-8d84f027-91a3-489a-9b6a-bb760597472d req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (5e6868c7-2e19-4c0b-b436-ff20ce312453), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:38.550980 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-8d84f027-91a3-489a-9b6a-bb760597472d req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:38.551433 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-8d84f027-91a3-489a-9b6a-bb760597472d req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (20144d3b-ddc7-45ce-a11c-ba5825fd2acf), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:38.551753 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.l3_db [req-8d84f027-91a3-489a-9b6a-bb760597472d req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Floating IP 20144d3b-ddc7-45ce-a11c-ba5825fd2acf disassociated. External IP: 172.27.0.171, port: 5e6868c7-2e19-4c0b-b436-ff20ce312453. Jul 21 10:53:38.552103 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-8d84f027-91a3-489a-9b6a-bb760597472d req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Calling delete_port for 5e6868c7-2e19-4c0b-b436-ff20ce312453 owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:53:38.734047 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-8d84f027-91a3-489a-9b6a-bb760597472d req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (5e6868c7-2e19-4c0b-b436-ff20ce312453), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:38.765815 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event deleted for resources: {'Port': ['ID=5e6868c7-2e19-4c0b-b436-ff20ce312453,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:38.777908 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:38.778262 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:38.778632 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:38.778978 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:38.779316 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:38.779666 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:38.780001 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:38.780334 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:38.784096 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:38.784096 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:38.784096 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:38.784096 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:38.784096 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:38.784096 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:38.784096 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:38.849374 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-91fd5d01-ea62-44e5-b6d3-4477eb399213 req-d01db184-62b1-4148-844f-65577a4d5d5a tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 210 time: 0.0328815 Jul 21 10:53:38.888632 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d84f027-91a3-489a-9b6a-bb760597472d req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:53:38.896263 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:39.002185 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d84f027-91a3-489a-9b6a-bb760597472d req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:53:39.013590 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f3833-3ee3-43ae-9af9-430ad07b2ada None None] Sync routers for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:53:39.029865 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f3833-3ee3-43ae-9af9-430ad07b2ada None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:53:39.042192 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-345f3833-3ee3-43ae-9af9-430ad07b2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:53:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:53:39.047455 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d84f027-91a3-489a-9b6a-bb760597472d req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] No DVR routers for this DVR port 5e6868c7-2e19-4c0b-b436-ff20ce312453 on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:53:39.050354 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-8d84f027-91a3-489a-9b6a-bb760597472d req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:39.053862 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-8d84f027-91a3-489a-9b6a-bb760597472d req-6a2548d2-8155-4b45-9eaf-9b85534998ec tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.57 "DELETE /v2.0/ports/5e6868c7-2e19-4c0b-b436-ff20ce312453 HTTP/1.1" status: 204 len: 173 time: 0.8461049 Jul 21 10:53:39.054346 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1457b868-0630-42f6-958c-da6d5bbab2ce', 'name': 'network-vif-deleted', 'tag': '5e6868c7-2e19-4c0b-b436-ff20ce312453'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:53:39.057332 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1867206-078a-4212-8de2-539a094e1513" -d '{"events": [{"server_uuid": "1457b868-0630-42f6-958c-da6d5bbab2ce", "name": "network-vif-deleted", "tag": "5e6868c7-2e19-4c0b-b436-ff20ce312453"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:53:39.104304 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59d9e6a-3168-4412-973e-c6cb21b25a8d x-openstack-request-id: req-d59d9e6a-3168-4412-973e-c6cb21b25a8d {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:53:39.106578 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1457b868-0630-42f6-958c-da6d5bbab2ce", "name": "network-vif-deleted", "tag": "5e6868c7-2e19-4c0b-b436-ff20ce312453", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:53:39.106578 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d59d9e6a-3168-4412-973e-c6cb21b25a8d {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:53:39.106578 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d59d9e6a-3168-4412-973e-c6cb21b25a8d'] response: {'server_uuid': '1457b868-0630-42f6-958c-da6d5bbab2ce', 'name': 'network-vif-deleted', 'tag': '5e6868c7-2e19-4c0b-b436-ff20ce312453', 'status': 'completed', 'code': 200} Jul 21 10:53:39.127438 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b52b4-62f1-4752-9e64-268b878a904d req-0dbe8d58-d4f4-4652-b6dd-b0d0aad68671 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:39.135498 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6a7b52b4-62f1-4752-9e64-268b878a904d req-0dbe8d58-d4f4-4652-b6dd-b0d0aad68671 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0595217 Jul 21 10:53:39.162915 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-345f3833-3ee3-43ae-9af9-430ad07b2ada None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:53:39.185416 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:39.194802 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6a7b52b4-62f1-4752-9e64-268b878a904d req-57e492a8-c1db-4325-bd35-b89e2dc4c09f tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575559 Jul 21 10:53:39.365762 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-345f3833-3ee3-43ae-9af9-430ad07b2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:53:39.393976 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f3833-3ee3-43ae-9af9-430ad07b2ada None None] Checking router: e283a85c-fc9e-4230-8da7-8cca5e8c96d2 for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:53:39.402695 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f3833-3ee3-43ae-9af9-430ad07b2ada None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:53:39.403311 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-345f3833-3ee3-43ae-9af9-430ad07b2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:53:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:53:39.444028 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:39.503982 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-345f3833-3ee3-43ae-9af9-430ad07b2ada None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:53:39.700770 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-345f3833-3ee3-43ae-9af9-430ad07b2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:53:39.703350 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:39.725816 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f3833-3ee3-43ae-9af9-430ad07b2ada None None] The sync data for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi is: [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:28Z', 'revision_number': 4, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '79e1638e-9162-4091-b662-a74f318644b6', 'name': '', 'network_id': '192d6a0f-c1f8-471a-872f-e924c6d8f479', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'mac_address': 'fa:16:3e:e1:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:26Z', 'updated_at': '2022-07-21T10:46:39Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'subnets': [{'id': '6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:53:39.963963 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea63bb9-6be9-40ac-a0aa-ab86d6dc8cab None None] New status for floating IP 20144d3b-ddc7-45ce-a11c-ba5825fd2acf: DOWN {{(pid=111081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:53:39.965045 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-41f8febb-0d30-42ab-ae41-46f8020eba71 req-272885fa-2767-4047-8608-5c0b1bc52499 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/ports?device_id=1457b868-0630-42f6-958c-da6d5bbab2ce HTTP/1.1" status: 200 len: 210 time: 0.0313261 Jul 21 10:53:40.316703 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdb67b-3c63-4dfe-a96d-9a9f76c66f95 req-1ab5db46-5684-48e7-b756-4a2e6c453094 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:40.318113 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dfcdb67b-3c63-4dfe-a96d-9a9f76c66f95 req-1ab5db46-5684-48e7-b756-4a2e6c453094 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0487041 Jul 21 10:53:40.373298 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dfcdb67b-3c63-4dfe-a96d-9a9f76c66f95 req-3f5ad394-bd21-465d-ab7b-5aac0f798912 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493376 Jul 21 10:53:40.589298 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 5e6868c7-2e19-4c0b-b436-ff20ce312453 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:53:40.611152 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: 5e6868c7-2e19-4c0b-b436-ff20ce312453 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:53:40.611614 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 5e6868c7-2e19-4c0b-b436-ff20ce312453 not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:53:40.716700 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 40718) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:40.820423 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-344b1514-960f-4614-8b29-583882e6ec13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:40.890554 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:40.895920 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-344b1514-960f-4614-8b29-583882e6ec13 admin admin] Publish callbacks [] for security_group (e066c8ab-fb73-4eca-be5d-27c4758621ec), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:41.026662 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-344b1514-960f-4614-8b29-583882e6ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (e066c8ab-fb73-4eca-be5d-27c4758621ec), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:41.068851 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b1514-960f-4614-8b29-583882e6ec13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e066c8ab-fb73-4eca-be5d-27c4758621ec,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:41.074253 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-344b1514-960f-4614-8b29-583882e6ec13 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6b9664853754432a0ef89bd4bfe1bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565509 Jul 21 10:53:41.077037 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 40726) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:41.125716 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-84f98b36-9381-49ad-b246-ddeb8b324c44 admin admin] Publish callbacks [] for security_group (e066c8ab-fb73-4eca-be5d-27c4758621ec), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:41.147338 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 40728) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:41.148969 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-84f98b36-9381-49ad-b246-ddeb8b324c44 admin admin] Publish callbacks [] for security_group (e066c8ab-fb73-4eca-be5d-27c4758621ec), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:41.203730 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1e09114a-c0d4-4e87-878b-28e312bdb783 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (84d3f2b7-1ed4-4acd-89ee-0541426feb00), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:41.230654 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1e09114a-c0d4-4e87-878b-28e312bdb783 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (84d3f2b7-1ed4-4acd-89ee-0541426feb00), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:41.266374 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-84f98b36-9381-49ad-b246-ddeb8b324c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (e066c8ab-fb73-4eca-be5d-27c4758621ec), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:41.269253 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-84f98b36-9381-49ad-b246-ddeb8b324c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:41.270438 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-84f98b36-9381-49ad-b246-ddeb8b324c44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e066c8ab-fb73-4eca-be5d-27c4758621ec HTTP/1.1" status: 204 len: 168 time: 0.1925335 Jul 21 10:53:41.278717 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f98b36-9381-49ad-b246-ddeb8b324c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e066c8ab-fb73-4eca-be5d-27c4758621ec,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:41.363602 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1e09114a-c0d4-4e87-878b-28e312bdb783 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (84d3f2b7-1ed4-4acd-89ee-0541426feb00), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:41.366301 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1e09114a-c0d4-4e87-878b-28e312bdb783 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:41.367509 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-1e09114a-c0d4-4e87-878b-28e312bdb783 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "DELETE /v2.0/security-groups/84d3f2b7-1ed4-4acd-89ee-0541426feb00 HTTP/1.1" status: 204 len: 168 time: 0.2190535 Jul 21 10:53:41.370316 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 40732) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:41.377813 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09114a-c0d4-4e87-878b-28e312bdb783 tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d3f2b7-1ed4-4acd-89ee-0541426feb00,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:41.385777 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.api.v2.resource [None req-b0236d02-9e0a-4b6b-9d08-2220bdad1c4c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] show failed (client error): The resource could not be found. Jul 21 10:53:41.386848 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-b0236d02-9e0a-4b6b-9d08-2220bdad1c4c tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "GET /v2.0/security-groups/84d3f2b7-1ed4-4acd-89ee-0541426feb00 HTTP/1.1" status: 404 len: 347 time: 0.0153639 Jul 21 10:53:41.389794 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 40734) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:41.479635 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:41.496518 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f0284-6a98-4340-a474-eeae98c007dd req-2a28cf67-9346-4af6-a53c-880d10d302fc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:41.498034 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ce1f0284-6a98-4340-a474-eeae98c007dd req-2a28cf67-9346-4af6-a53c-880d10d302fc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0487397 Jul 21 10:53:41.509734 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-ea6fdda4-c0c8-445a-a028-5a8238963bca tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Deleting port 9428c63c-daed-4383-aa4b-f783b157020c {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:53:41.510088 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ea6fdda4-c0c8-445a-a028-5a8238963bca tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (9428c63c-daed-4383-aa4b-f783b157020c), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:41.550120 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ce1f0284-6a98-4340-a474-eeae98c007dd req-c6c34670-7bca-4c22-aeb1-203b84c75dbd tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446754 Jul 21 10:53:41.591390 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ea6fdda4-c0c8-445a-a028-5a8238963bca tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (9428c63c-daed-4383-aa4b-f783b157020c), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:41.591727 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ea6fdda4-c0c8-445a-a028-5a8238963bca tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (9428c63c-daed-4383-aa4b-f783b157020c), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:41.604222 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-ea6fdda4-c0c8-445a-a028-5a8238963bca tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Calling delete_port for 9428c63c-daed-4383-aa4b-f783b157020c owned by network:floatingip {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:53:41.791236 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ea6fdda4-c0c8-445a-a028-5a8238963bca tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (9428c63c-daed-4383-aa4b-f783b157020c), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:41.817379 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fdda4-c0c8-445a-a028-5a8238963bca tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Pushing event deleted for resources: {'Port': ['ID=9428c63c-daed-4383-aa4b-f783b157020c,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:41.882561 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ea6fdda4-c0c8-445a-a028-5a8238963bca tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks [] for floatingip (20144d3b-ddc7-45ce-a11c-ba5825fd2acf), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:41.885029 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ea6fdda4-c0c8-445a-a028-5a8238963bca tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:41.886209 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-ea6fdda4-c0c8-445a-a028-5a8238963bca tempest-AttachVolumeNegativeTest-692763952 tempest-AttachVolumeNegativeTest-692763952-project] 10.222.0.48 "DELETE /v2.0/floatingips/20144d3b-ddc7-45ce-a11c-ba5825fd2acf HTTP/1.1" status: 204 len: 168 time: 0.4953682 Jul 21 10:53:41.898568 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 40740) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:41.910842 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c20ab52a-5275-45a6-8121-90c9241d5778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:41.974091 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:41.987455 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c20ab52a-5275-45a6-8121-90c9241d5778 admin admin] Publish callbacks [] for security_group (7747d75a-5c51-498a-8ca2-0a4f267e0114), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:42.066437 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c20ab52a-5275-45a6-8121-90c9241d5778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (7747d75a-5c51-498a-8ca2-0a4f267e0114), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:42.108357 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-c20ab52a-5275-45a6-8121-90c9241d5778 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f8d0eed14814ddb9c43028d5e77db78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119834 Jul 21 10:53:42.109232 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ab52a-5275-45a6-8121-90c9241d5778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7747d75a-5c51-498a-8ca2-0a4f267e0114,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:42.112050 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 40746) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:42.164775 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4a8a43c1-e4cd-40b9-b6d7-002489144200 admin admin] Publish callbacks [] for security_group (7747d75a-5c51-498a-8ca2-0a4f267e0114), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:42.186518 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:42.188980 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4a8a43c1-e4cd-40b9-b6d7-002489144200 admin admin] Publish callbacks [] for security_group (7747d75a-5c51-498a-8ca2-0a4f267e0114), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:42.317622 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4a8a43c1-e4cd-40b9-b6d7-002489144200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (7747d75a-5c51-498a-8ca2-0a4f267e0114), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:42.321099 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4a8a43c1-e4cd-40b9-b6d7-002489144200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:42.322254 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-4a8a43c1-e4cd-40b9-b6d7-002489144200 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7747d75a-5c51-498a-8ca2-0a4f267e0114 HTTP/1.1" status: 204 len: 168 time: 0.2087650 Jul 21 10:53:42.331469 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a43c1-e4cd-40b9-b6d7-002489144200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7747d75a-5c51-498a-8ca2-0a4f267e0114,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:42.592491 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:53:42.677106 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b62863-90f2-4284-8957-5c687301e230 req-3edcd9de-455d-4347-89da-d71ff99abaaf tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:42.679085 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-46b62863-90f2-4284-8957-5c687301e230 req-3edcd9de-455d-4347-89da-d71ff99abaaf tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 944 time: 0.0548863 Jul 21 10:53:42.711199 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2,segment=NetworkSegment(9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0),segment_id=9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:53:42.727996 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2', 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e', 'port_id': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2', 'mac_address': 'fa:16:3e:87:d4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:53:42.731829 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-46b62863-90f2-4284-8957-5c687301e230 req-ee6564e6-37e7-4638-af40-5f8d2af591b8 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473173 Jul 21 10:53:42.765123 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:53:42.765517 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:42.779168 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:53:42.799186 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2,segment=NetworkSegment(9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0),segment_id=9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:53:42.866559 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:42.915226 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2,revision_number=7']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:42.992470 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 40754) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:43.005945 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7d45df25-4233-483d-8a05-c38d78a8ad3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:43.081550 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7d45df25-4233-483d-8a05-c38d78a8ad3f admin admin] Publish callbacks [] for security_group (734bf75a-0e18-4112-95c8-f588998ac811), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:43.141416 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:53:43.157916 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7d45df25-4233-483d-8a05-c38d78a8ad3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (734bf75a-0e18-4112-95c8-f588998ac811), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:43.200521 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-7d45df25-4233-483d-8a05-c38d78a8ad3f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7d2e95db57241a5ac7c19d2dfb68da3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2069392 Jul 21 10:53:43.201899 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45df25-4233-483d-8a05-c38d78a8ad3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734bf75a-0e18-4112-95c8-f588998ac811,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:43.203544 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 40760) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:43.283581 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4c036655-ad74-46da-91b5-9aabf40c456c admin admin] Publish callbacks [] for security_group (734bf75a-0e18-4112-95c8-f588998ac811), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:43.310700 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4c036655-ad74-46da-91b5-9aabf40c456c admin admin] Publish callbacks [] for security_group (734bf75a-0e18-4112-95c8-f588998ac811), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:43.427549 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4c036655-ad74-46da-91b5-9aabf40c456c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (734bf75a-0e18-4112-95c8-f588998ac811), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:43.431628 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4c036655-ad74-46da-91b5-9aabf40c456c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:43.434299 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-4c036655-ad74-46da-91b5-9aabf40c456c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/734bf75a-0e18-4112-95c8-f588998ac811 HTTP/1.1" status: 204 len: 168 time: 0.2288086 Jul 21 10:53:43.445912 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c036655-ad74-46da-91b5-9aabf40c456c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734bf75a-0e18-4112-95c8-f588998ac811,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:43.868407 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3ef7c-5101-46a5-b7b8-c2c36b45c4c7 req-591832a6-f49a-4410-a504-8637d7926ae3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:43.870001 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d8f3ef7c-5101-46a5-b7b8-c2c36b45c4c7 req-591832a6-f49a-4410-a504-8637d7926ae3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 945 time: 0.0590444 Jul 21 10:53:43.929595 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d8f3ef7c-5101-46a5-b7b8-c2c36b45c4c7 req-80569b05-d681-465e-b73e-5500d69aa0cf tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531518 Jul 21 10:53:44.592025 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:53:44.642117 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:53:44.643379 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:44.665667 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:44.735422 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:53:44.735821 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:44.755284 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:44.760475 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:53:44.762751 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b264e3e-94f9-42d1-b298-fd7c104f7f65" -d '{"events": [{"server_uuid": "eb24f843-eeb3-43dd-bd48-3bcf68e344cd", "name": "network-vif-plugged", "status": "completed", "tag": "2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:53:44.778018 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2,segment=NetworkSegment(9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0),segment_id=9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:53:44.802966 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadb25ef-5e75-41ad-99db-cc280a1085ff x-openstack-request-id: req-aadb25ef-5e75-41ad-99db-cc280a1085ff {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:53:44.803255 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb24f843-eeb3-43dd-bd48-3bcf68e344cd", "name": "network-vif-plugged", "status": "completed", "tag": "2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:53:44.803509 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aadb25ef-5e75-41ad-99db-cc280a1085ff {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:53:44.803900 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aadb25ef-5e75-41ad-99db-cc280a1085ff'] response: {'server_uuid': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2', 'code': 200} Jul 21 10:53:44.867736 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:44.871975 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:44.918901 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2,revision_number=8']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:45.065727 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b70f8-aa49-4f56-b5c8-dc816cff717e req-d1b3a577-5cf8-49cd-bb52-1baefe695022 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:45.067318 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c98b70f8-aa49-4f56-b5c8-dc816cff717e req-d1b3a577-5cf8-49cd-bb52-1baefe695022 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0517092 Jul 21 10:53:45.117821 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c98b70f8-aa49-4f56-b5c8-dc816cff717e req-269f553a-bff7-4aa1-95a2-9e1878ea1735 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449128 Jul 21 10:53:45.148933 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1b6da-7093-4693-a509-d9423c36070d req-29b94139-d8b6-4ae6-a82a-c75fed4300d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:45.150454 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-65d1b6da-7093-4693-a509-d9423c36070d req-29b94139-d8b6-4ae6-a82a-c75fed4300d3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 1130 time: 0.0410841 Jul 21 10:53:45.199751 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-65d1b6da-7093-4693-a509-d9423c36070d req-df4c29ea-fb8f-4bac-96a5-560a0eb5d415 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425730 Jul 21 10:53:46.113361 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 40836) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:46.249748 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e1f7d-1fd0-4e81-a2fd-6b8d7faa049f req-153e5a10-82a4-4bc3-8ec4-1ab713b8c7c1 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:46.253069 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8c0e1f7d-1fd0-4e81-a2fd-6b8d7faa049f req-153e5a10-82a4-4bc3-8ec4-1ab713b8c7c1 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0540378 Jul 21 10:53:46.313668 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8c0e1f7d-1fd0-4e81-a2fd-6b8d7faa049f req-eb50cf94-3a89-4911-8476-81938e6d8b02 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506611 Jul 21 10:53:46.479547 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:46.619814 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-65692b9f-90c2-4f22-aabc-eb37a315a23a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906778'] for router_interface (e283a85c-fc9e-4230-8da7-8cca5e8c96d2), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:46.714980 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:46.836165 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-65692b9f-90c2-4f22-aabc-eb37a315a23a admin admin] Deleting port 79e1638e-9162-4091-b662-a74f318644b6 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:53:46.836439 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-65692b9f-90c2-4f22-aabc-eb37a315a23a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (79e1638e-9162-4091-b662-a74f318644b6), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:46.917791 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [None req-65692b9f-90c2-4f22-aabc-eb37a315a23a admin admin] For port 79e1638e-9162-4091-b662-a74f318644b6, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=79e1638e-9162-4091-b662-a74f318644b6,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:53:46.918153 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-65692b9f-90c2-4f22-aabc-eb37a315a23a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (79e1638e-9162-4091-b662-a74f318644b6), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:46.932293 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-65692b9f-90c2-4f22-aabc-eb37a315a23a admin admin] Calling delete_port for 79e1638e-9162-4091-b662-a74f318644b6 owned by network:router_interface {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:53:47.175677 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-65692b9f-90c2-4f22-aabc-eb37a315a23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (79e1638e-9162-4091-b662-a74f318644b6), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:47.200327 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65692b9f-90c2-4f22-aabc-eb37a315a23a admin admin] Pushing event deleted for resources: {'Port': ['ID=79e1638e-9162-4091-b662-a74f318644b6,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:47.376983 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-65692b9f-90c2-4f22-aabc-eb37a315a23a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7994357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905578'] for router_interface (e283a85c-fc9e-4230-8da7-8cca5e8c96d2), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:47.442510 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5e7e2-3b7c-4170-ad07-8a10eeb76ec8 req-a37a83a6-0d5d-4f97-afa1-9f12225298fc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:53:47.445735 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-12c5e7e2-3b7c-4170-ad07-8a10eeb76ec8 req-a37a83a6-0d5d-4f97-afa1-9f12225298fc tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0523255 Jul 21 10:53:47.504462 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-12c5e7e2-3b7c-4170-ad07-8a10eeb76ec8 req-ef6316e0-499f-46d6-8c72-6f938c22b18e tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519581 Jul 21 10:53:47.726504 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:47.830831 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65692b9f-90c2-4f22-aabc-eb37a315a23a admin admin] Router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:53:47.833906 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:47.936336 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65692b9f-90c2-4f22-aabc-eb37a315a23a admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:53:47.941882 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-65692b9f-90c2-4f22-aabc-eb37a315a23a admin admin] 10.222.0.48 "PUT /v2.0/routers/e283a85c-fc9e-4230-8da7-8cca5e8c96d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8304732 Jul 21 10:53:47.944622 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 40860) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:47.946168 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5496a094-315d-4333-9c80-d6dcae9f3ca6 None None] Sync routers for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:53:47.957209 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5496a094-315d-4333-9c80-d6dcae9f3ca6 None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:53:47.957869 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-5496a094-315d-4333-9c80-d6dcae9f3ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:53:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:53:48.007163 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:48.060127 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Publish callbacks [] for router (e283a85c-fc9e-4230-8da7-8cca5e8c96d2), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:48.069204 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-5496a094-315d-4333-9c80-d6dcae9f3ca6 None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:53:48.101256 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:48.263162 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-5496a094-315d-4333-9c80-d6dcae9f3ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:53:47Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:53:48.291533 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5496a094-315d-4333-9c80-d6dcae9f3ca6 None None] Checking router: e283a85c-fc9e-4230-8da7-8cca5e8c96d2 for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:53:48.302579 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5496a094-315d-4333-9c80-d6dcae9f3ca6 None None] Routers {'e283a85c-fc9e-4230-8da7-8cca5e8c96d2'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:53:48.303228 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-5496a094-315d-4333-9c80-d6dcae9f3ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:53:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:53:48.426235 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-5496a094-315d-4333-9c80-d6dcae9f3ca6 None None] Set router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:53:48.426392 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Publish callbacks [] for router_gateway (e283a85c-fc9e-4230-8da7-8cca5e8c96d2), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:48.548642 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Deleting port 473fb1fa-fb77-49e0-93df-6025e745ab4e {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:53:48.550064 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (473fb1fa-fb77-49e0-93df-6025e745ab4e), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:48.639556 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] For port 473fb1fa-fb77-49e0-93df-6025e745ab4e, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=473fb1fa-fb77-49e0-93df-6025e745ab4e,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:53:48.639984 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (473fb1fa-fb77-49e0-93df-6025e745ab4e), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:48.659736 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Calling delete_port for 473fb1fa-fb77-49e0-93df-6025e745ab4e owned by network:router_gateway {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:53:48.727554 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-5496a094-315d-4333-9c80-d6dcae9f3ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:53:47Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:53:48.753170 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5496a094-315d-4333-9c80-d6dcae9f3ca6 None None] The sync data for ids ['e283a85c-fc9e-4230-8da7-8cca5e8c96d2'] in dv-cinder-849800-2-iscsi is: [{'id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'name': 'tempest-AttachVolumeNegativeTest-1555331969-router', 'tenant_id': '0dc215aadb5345d791945658832aae4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:53:47Z', 'revision_number': 5, 'project_id': '0dc215aadb5345d791945658832aae4a', 'gw_port': {'id': '473fb1fa-fb77-49e0-93df-6025e745ab4e', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e283a85c-fc9e-4230-8da7-8cca5e8c96d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:16Z', 'updated_at': '2022-07-21T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:53:48.906197 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (473fb1fa-fb77-49e0-93df-6025e745ab4e), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:48.931807 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=473fb1fa-fb77-49e0-93df-6025e745ab4e,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:48.942866 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:48.943216 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:48.943557 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:48.943893 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:48.944223 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:48.944550 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:48.944883 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:48.945271 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:48.945593 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:48.945915 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:48.946239 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:48.946591 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:48.946911 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:48.947233 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:48.947553 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:53:49.003888 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7907105'] for router_gateway (e283a85c-fc9e-4230-8da7-8cca5e8c96d2), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:49.091930 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7905525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router (e283a85c-fc9e-4230-8da7-8cca5e8c96d2), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:49.094201 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Publish callbacks [] for router_controller (e283a85c-fc9e-4230-8da7-8cca5e8c96d2), precommit_delete_associations {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:49.180932 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7905412'] for router (e283a85c-fc9e-4230-8da7-8cca5e8c96d2), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:49.181538 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e283a85c-fc9e-4230-8da7-8cca5e8c96d2 {{(pid=111079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 10:53:49.185833 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:49.191227 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-a3dccf1a-4b68-437c-a00a-06a1eabeb0cf admin admin] 10.222.0.48 "DELETE /v2.0/routers/e283a85c-fc9e-4230-8da7-8cca5e8c96d2 HTTP/1.1" status: 204 len: 168 time: 1.2409582 Jul 21 10:53:49.191227 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 40870) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:49.239848 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afa4a3d-8aa0-493a-8aa0-2bd70f89e979 admin admin] Deleting subnet 6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83 {{(pid=111079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 10:53:49.243002 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1afa4a3d-8aa0-493a-8aa0-2bd70f89e979 admin admin] Publish callbacks [] for subnet (6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:49.279723 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1afa4a3d-8aa0-493a-8aa0-2bd70f89e979 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5065532'] for subnet (6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83), precommit_delete_associations {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:49.364379 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=6 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:49.365955 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1afa4a3d-8aa0-493a-8aa0-2bd70f89e979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686909'] for subnet (6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:49.518700 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1afa4a3d-8aa0-493a-8aa0-2bd70f89e979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5596791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4805428'] for subnet (6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:49.523638 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:49.545946 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa4a3d-8aa0-493a-8aa0-2bd70f89e979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:49.550462 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1afa4a3d-8aa0-493a-8aa0-2bd70f89e979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:49.553587 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-1afa4a3d-8aa0-493a-8aa0-2bd70f89e979 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6228c0d9-fd50-4d0d-b0a5-2a8888f2ce83 HTTP/1.1" status: 204 len: 168 time: 0.3630981 Jul 21 10:53:49.556347 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 40872) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:49.559065 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aabc5ef-0798-4800-be98-bc8061971d4d None None] Network 192d6a0f-c1f8-471a-872f-e924c6d8f479 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:53:49.629275 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692532'] for network (192d6a0f-c1f8-471a-872f-e924c6d8f479), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:49.673449 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] Deleting port 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:53:49.674695 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:49.742737 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] For port 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:53:49.743116 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:49.747072 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b946e42-9564-4918-963d-511c89f1a2cb None None] DHCP port deletion for 192d6a0f-c1f8-471a-872f-e924c6d8f479 request from dv-cinder-849800-2-iscsi {{(pid=111080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 10:53:49.761848 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] Calling delete_port for 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b owned by network:dhcp {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:53:49.796254 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-8b946e42-9564-4918-963d-511c89f1a2cb None None] Deleting port 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b {{(pid=111080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:53:49.799494 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-8b946e42-9564-4918-963d-511c89f1a2cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b), before_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:49.865093 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-8b946e42-9564-4918-963d-511c89f1a2cb None None] For port 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b,segment=NetworkSegment(c008c34c-3cf7-4867-b5d6-54cd39a20a70),segment_id=c008c34c-3cf7-4867-b5d6-54cd39a20a70)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:53:49.865443 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-8b946e42-9564-4918-963d-511c89f1a2cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b), precommit_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:49.878807 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-8b946e42-9564-4918-963d-511c89f1a2cb None None] Calling delete_port for 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b owned by network:dhcp {{(pid=111080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:53:49.924969 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:49.928704 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:49.969357 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:49.974908 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-8b946e42-9564-4918-963d-511c89f1a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077'] for port (0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b), after_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:49.997588 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] No DVR routers for this DVR port 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b on host dv-cinder-849800-2-iscsi {{(pid=111079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:53:50.001927 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:50.004754 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b946e42-9564-4918-963d-511c89f1a2cb None None] Pushing event deleted for resources: {'Port': ['ID=0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b,revision_number=None']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:50.008275 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b946e42-9564-4918-963d-511c89f1a2cb None None] No DVR routers for this DVR port 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b on host dv-cinder-849800-2-iscsi {{(pid=111080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:53:50.037285 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:50.041076 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:50.079633 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687030', 'neutron.services.segments.db._delete_segments_for_network-8727025531468'] for network (192d6a0f-c1f8-471a-872f-e924c6d8f479), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:50.101641 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192d6a0f-c1f8-471a-872f-e924c6d8f479']}} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:53:50.110769 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c008c34c-3cf7-4867-b5d6-54cd39a20a70') {'for_net_delete': True} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:53:50.111076 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c008c34c-3cf7-4867-b5d6-54cd39a20a70') {} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:53:50.120813 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727025530341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5065477'] for segment (c008c34c-3cf7-4867-b5d6-54cd39a20a70), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:50.134501 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (c008c34c-3cf7-4867-b5d6-54cd39a20a70), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:50.140928 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=111079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 10:53:50.141321 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5596877'] for segment (c008c34c-3cf7-4867-b5d6-54cd39a20a70), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:50.191511 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.services.segments.plugin [-] Segment c008c34c-3cf7-4867-b5d6-54cd39a20a70 resource provider aggregate not found Jul 21 10:53:50.208259 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.services.segments.plugin [-] Segment c008c34c-3cf7-4867-b5d6-54cd39a20a70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c008c34c-3cf7-4867-b5d6-54cd39a20a70 found for delete ", "request_id": "req-01262127-d862-4099-9f42-ae59652792bb"}]} Jul 21 10:53:50.295005 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7907263'] for network (192d6a0f-c1f8-471a-872f-e924c6d8f479), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:50.297447 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 79e1638e-9162-4091-b662-a74f318644b6 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:53:50.303223 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:50.308551 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] 10.222.0.48 "DELETE /v2.0/networks/192d6a0f-c1f8-471a-872f-e924c6d8f479 HTTP/1.1" status: 204 len: 168 time: 0.7487369 Jul 21 10:53:50.317342 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc334c27-7a12-4eed-8957-f58d02374e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=192d6a0f-c1f8-471a-872f-e924c6d8f479,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:50.322606 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 79e1638e-9162-4091-b662-a74f318644b6 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:53:50.322971 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 79e1638e-9162-4091-b662-a74f318644b6 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:53:50.323407 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 473fb1fa-fb77-49e0-93df-6025e745ab4e no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:53:50.343987 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 473fb1fa-fb77-49e0-93df-6025e745ab4e {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:53:50.344607 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 473fb1fa-fb77-49e0-93df-6025e745ab4e not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:53:50.345297 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:53:50.364406 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:53:50.364763 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 0a8ca43e-6a89-42d7-a202-09e5e4eb7c8b not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:53:50.628920 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 40886) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:50.669241 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-bcadc9f2-72d1-4b49-9acc-52e823130874 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0dc215aadb5345d791945658832aae4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390856 Jul 21 10:53:50.671620 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 40888) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:50.728577 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d17fe213-648e-425a-9f46-05c5d882da03 admin admin] Publish callbacks [] for security_group (63c3bdf5-63df-407a-8949-40f36ce247b0), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:50.750877 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d17fe213-648e-425a-9f46-05c5d882da03 admin admin] Publish callbacks [] for security_group (63c3bdf5-63df-407a-8949-40f36ce247b0), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:50.787891 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 40892) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:50.848722 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d17fe213-648e-425a-9f46-05c5d882da03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (63c3bdf5-63df-407a-8949-40f36ce247b0), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:50.851268 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d17fe213-648e-425a-9f46-05c5d882da03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:50.852414 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-d17fe213-648e-425a-9f46-05c5d882da03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63c3bdf5-63df-407a-8949-40f36ce247b0 HTTP/1.1" status: 204 len: 168 time: 0.1798863 Jul 21 10:53:50.862458 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fe213-648e-425a-9f46-05c5d882da03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c3bdf5-63df-407a-8949-40f36ce247b0,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:50.900063 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-83102ef6-2429-4a90-9fd9-1e2369fe1597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:50.977605 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-83102ef6-2429-4a90-9fd9-1e2369fe1597 admin admin] Publish callbacks [] for security_group (d5d40fc0-3df4-44fa-9461-2ed3498506a2), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:51.076913 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-83102ef6-2429-4a90-9fd9-1e2369fe1597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (d5d40fc0-3df4-44fa-9461-2ed3498506a2), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:51.117682 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-83102ef6-2429-4a90-9fd9-1e2369fe1597 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=802ab49587934150af9e61c70d2fc06b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285978 Jul 21 10:53:51.118819 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83102ef6-2429-4a90-9fd9-1e2369fe1597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d40fc0-3df4-44fa-9461-2ed3498506a2,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:51.120189 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 40898) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:51.171491 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7708fe2c-09dc-4cab-a8c8-6b02ff4846b6 admin admin] Publish callbacks [] for security_group (d5d40fc0-3df4-44fa-9461-2ed3498506a2), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:51.195279 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7708fe2c-09dc-4cab-a8c8-6b02ff4846b6 admin admin] Publish callbacks [] for security_group (d5d40fc0-3df4-44fa-9461-2ed3498506a2), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:51.306468 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7708fe2c-09dc-4cab-a8c8-6b02ff4846b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (d5d40fc0-3df4-44fa-9461-2ed3498506a2), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:51.309199 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7708fe2c-09dc-4cab-a8c8-6b02ff4846b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:51.310575 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-7708fe2c-09dc-4cab-a8c8-6b02ff4846b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5d40fc0-3df4-44fa-9461-2ed3498506a2 HTTP/1.1" status: 204 len: 168 time: 0.1892018 Jul 21 10:53:51.323010 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708fe2c-09dc-4cab-a8c8-6b02ff4846b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d40fc0-3df4-44fa-9461-2ed3498506a2,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:51.363009 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-dfb15c81-762e-4841-9a11-44896263caeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:51.931151 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 40922) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:51.945513 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2ca57b45-6fb1-4445-a465-7a01e87095ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:52.036718 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2ca57b45-6fb1-4445-a465-7a01e87095ad admin admin] Publish callbacks [] for security_group (573bf26f-65ff-4be6-a7aa-a684178245b2), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:52.157516 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2ca57b45-6fb1-4445-a465-7a01e87095ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (573bf26f-65ff-4be6-a7aa-a684178245b2), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:52.185783 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:52.201559 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-2ca57b45-6fb1-4445-a465-7a01e87095ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c057f0f966bb47738340dbbc2d60b19a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693267 Jul 21 10:53:52.203793 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca57b45-6fb1-4445-a465-7a01e87095ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573bf26f-65ff-4be6-a7aa-a684178245b2,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:52.204538 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 40928) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:52.248217 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:52.260805 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d6b2ce9f-d1f5-42a5-94bb-8e95536ef363 admin admin] Publish callbacks [] for security_group (573bf26f-65ff-4be6-a7aa-a684178245b2), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:52.283269 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d6b2ce9f-d1f5-42a5-94bb-8e95536ef363 admin admin] Publish callbacks [] for security_group (573bf26f-65ff-4be6-a7aa-a684178245b2), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:52.386516 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d6b2ce9f-d1f5-42a5-94bb-8e95536ef363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (573bf26f-65ff-4be6-a7aa-a684178245b2), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:52.389100 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d6b2ce9f-d1f5-42a5-94bb-8e95536ef363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:52.390258 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-d6b2ce9f-d1f5-42a5-94bb-8e95536ef363 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/573bf26f-65ff-4be6-a7aa-a684178245b2 HTTP/1.1" status: 204 len: 168 time: 0.1847253 Jul 21 10:53:52.399442 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2ce9f-d1f5-42a5-94bb-8e95536ef363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573bf26f-65ff-4be6-a7aa-a684178245b2,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:53.972913 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b7633184-cee0-44e8-ba43-48c5a2aead59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:55.335182 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:56.682354 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:56.785999 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:57.307063 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41056) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:57.419327 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-98b505cc-dffe-4094-8404-44632a16bbd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:57.497301 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-98b505cc-dffe-4094-8404-44632a16bbd1 admin admin] Publish callbacks [] for security_group (fa695610-9193-4f1d-8281-772548bc3dbd), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:57.540159 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-98b505cc-dffe-4094-8404-44632a16bbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (fa695610-9193-4f1d-8281-772548bc3dbd), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:57.578877 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b505cc-dffe-4094-8404-44632a16bbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa695610-9193-4f1d-8281-772548bc3dbd,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:57.583976 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-98b505cc-dffe-4094-8404-44632a16bbd1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c2ba19e3568c4eefae0b038184f6953e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758808 Jul 21 10:53:57.587063 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41068) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:57.634130 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:57.640925 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-63646de6-f6fe-4f5a-9155-864092d1d7b7 admin admin] Publish callbacks [] for security_group (fa695610-9193-4f1d-8281-772548bc3dbd), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:57.663379 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-63646de6-f6fe-4f5a-9155-864092d1d7b7 admin admin] Publish callbacks [] for security_group (fa695610-9193-4f1d-8281-772548bc3dbd), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:57.791870 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-63646de6-f6fe-4f5a-9155-864092d1d7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (fa695610-9193-4f1d-8281-772548bc3dbd), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:57.794488 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-63646de6-f6fe-4f5a-9155-864092d1d7b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:57.795703 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-63646de6-f6fe-4f5a-9155-864092d1d7b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa695610-9193-4f1d-8281-772548bc3dbd HTTP/1.1" status: 204 len: 168 time: 0.2075434 Jul 21 10:53:57.807456 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63646de6-f6fe-4f5a-9155-864092d1d7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa695610-9193-4f1d-8281-772548bc3dbd,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:58.351057 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41086) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:58.365138 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7abcdb4f-2a11-4957-b37e-d7b8893e2ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:58.443050 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7abcdb4f-2a11-4957-b37e-d7b8893e2ad2 admin admin] Publish callbacks [] for security_group (c38207bc-1b93-44a9-8ed5-a3b7bc039043), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:58.488715 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7abcdb4f-2a11-4957-b37e-d7b8893e2ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (c38207bc-1b93-44a9-8ed5-a3b7bc039043), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:58.528371 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-7abcdb4f-2a11-4957-b37e-d7b8893e2ad2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41e1746f270d45ea9086324b091f7751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1761541 Jul 21 10:53:58.530279 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcdb4f-2a11-4957-b37e-d7b8893e2ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38207bc-1b93-44a9-8ed5-a3b7bc039043,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:58.531046 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41088) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:58.585111 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3f6c40e9-5466-474d-80e5-09fb8bfbeaab admin admin] Publish callbacks [] for security_group (c38207bc-1b93-44a9-8ed5-a3b7bc039043), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:58.587571 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:53:58.607155 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3f6c40e9-5466-474d-80e5-09fb8bfbeaab admin admin] Publish callbacks [] for security_group (c38207bc-1b93-44a9-8ed5-a3b7bc039043), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:58.723575 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3f6c40e9-5466-474d-80e5-09fb8bfbeaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (c38207bc-1b93-44a9-8ed5-a3b7bc039043), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:58.726106 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-3f6c40e9-5466-474d-80e5-09fb8bfbeaab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:58.727278 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-3f6c40e9-5466-474d-80e5-09fb8bfbeaab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c38207bc-1b93-44a9-8ed5-a3b7bc039043 HTTP/1.1" status: 204 len: 168 time: 0.1952643 Jul 21 10:53:58.735789 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c40e9-5466-474d-80e5-09fb8bfbeaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38207bc-1b93-44a9-8ed5-a3b7bc039043,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:53:59.721895 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41120) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:53:59.832156 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4fd288f4-fdde-4613-b087-8769fea83e94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:59.908008 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4fd288f4-fdde-4613-b087-8769fea83e94 admin admin] Publish callbacks [] for security_group (bc9e9ba3-cf15-4872-9cb8-e5238cba4989), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:53:59.980575 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4fd288f4-fdde-4613-b087-8769fea83e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (bc9e9ba3-cf15-4872-9cb8-e5238cba4989), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:00.021739 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-4fd288f4-fdde-4613-b087-8769fea83e94 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5945b9650e0443f9bd7ef2be7306a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987404 Jul 21 10:54:00.022455 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd288f4-fdde-4613-b087-8769fea83e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9e9ba3-cf15-4872-9cb8-e5238cba4989,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:00.025146 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41128) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:00.075581 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1e29dfca-4f4e-451b-8459-a1c0457a1cac admin admin] Publish callbacks [] for security_group (bc9e9ba3-cf15-4872-9cb8-e5238cba4989), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:00.099059 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1e29dfca-4f4e-451b-8459-a1c0457a1cac admin admin] Publish callbacks [] for security_group (bc9e9ba3-cf15-4872-9cb8-e5238cba4989), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:00.208831 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1e29dfca-4f4e-451b-8459-a1c0457a1cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (bc9e9ba3-cf15-4872-9cb8-e5238cba4989), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:00.211411 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1e29dfca-4f4e-451b-8459-a1c0457a1cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:00.212807 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-1e29dfca-4f4e-451b-8459-a1c0457a1cac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc9e9ba3-cf15-4872-9cb8-e5238cba4989 HTTP/1.1" status: 204 len: 168 time: 0.1862392 Jul 21 10:54:00.221467 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29dfca-4f4e-451b-8459-a1c0457a1cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9e9ba3-cf15-4872-9cb8-e5238cba4989,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:00.850358 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41152) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:00.864126 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-09cc3f77-8daa-4c6f-a09e-633d0d638b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:00.876282 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:00.938670 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-09cc3f77-8daa-4c6f-a09e-633d0d638b60 admin admin] Publish callbacks [] for security_group (a4b86243-4c59-493a-ad22-2b6685424af6), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:01.048734 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-09cc3f77-8daa-4c6f-a09e-633d0d638b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (a4b86243-4c59-493a-ad22-2b6685424af6), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:01.092642 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41156) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:01.093119 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-09cc3f77-8daa-4c6f-a09e-633d0d638b60 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ceadef4400c2460aa156650cf07e0e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412314 Jul 21 10:54:01.093700 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc3f77-8daa-4c6f-a09e-633d0d638b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b86243-4c59-493a-ad22-2b6685424af6,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:01.149945 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-630d1c02-d799-4a08-a46b-3cd0abcd4fbd admin admin] Publish callbacks [] for security_group (a4b86243-4c59-493a-ad22-2b6685424af6), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:01.173834 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-630d1c02-d799-4a08-a46b-3cd0abcd4fbd admin admin] Publish callbacks [] for security_group (a4b86243-4c59-493a-ad22-2b6685424af6), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:01.317328 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-630d1c02-d799-4a08-a46b-3cd0abcd4fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (a4b86243-4c59-493a-ad22-2b6685424af6), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:01.319890 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-630d1c02-d799-4a08-a46b-3cd0abcd4fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:01.321046 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-630d1c02-d799-4a08-a46b-3cd0abcd4fbd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a4b86243-4c59-493a-ad22-2b6685424af6 HTTP/1.1" status: 204 len: 168 time: 0.2271225 Jul 21 10:54:01.329347 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d1c02-d799-4a08-a46b-3cd0abcd4fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b86243-4c59-493a-ad22-2b6685424af6,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:01.987417 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41182) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:02.000913 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fcea0257-4a2b-4ad2-bf5c-bb60ec0643c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:02.043471 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:02.083598 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fcea0257-4a2b-4ad2-bf5c-bb60ec0643c1 admin admin] Publish callbacks [] for security_group (6c2833c5-afea-447d-b859-0ac59d8f23a7), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:02.180363 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fcea0257-4a2b-4ad2-bf5c-bb60ec0643c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (6c2833c5-afea-447d-b859-0ac59d8f23a7), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:02.224338 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-fcea0257-4a2b-4ad2-bf5c-bb60ec0643c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57b0b27fe45b48259f795554b8d2ddaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361088 Jul 21 10:54:02.225227 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea0257-4a2b-4ad2-bf5c-bb60ec0643c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2833c5-afea-447d-b859-0ac59d8f23a7,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:02.227168 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41190) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:02.284294 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8ddea876-aaf4-4fdf-9c9c-1e59385ef5b1 admin admin] Publish callbacks [] for security_group (6c2833c5-afea-447d-b859-0ac59d8f23a7), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:02.305696 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8ddea876-aaf4-4fdf-9c9c-1e59385ef5b1 admin admin] Publish callbacks [] for security_group (6c2833c5-afea-447d-b859-0ac59d8f23a7), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:02.419751 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8ddea876-aaf4-4fdf-9c9c-1e59385ef5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (6c2833c5-afea-447d-b859-0ac59d8f23a7), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:02.422491 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8ddea876-aaf4-4fdf-9c9c-1e59385ef5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:02.423745 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-8ddea876-aaf4-4fdf-9c9c-1e59385ef5b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c2833c5-afea-447d-b859-0ac59d8f23a7 HTTP/1.1" status: 204 len: 168 time: 0.1952274 Jul 21 10:54:02.433816 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddea876-aaf4-4fdf-9c9c-1e59385ef5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2833c5-afea-447d-b859-0ac59d8f23a7,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:03.552454 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41262) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:03.605605 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=4 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:03.610725 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:03.653655 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-9f1fe662-78ef-4c3e-8f2c-145054ab2828 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1560191348-network', 'tenant_id': '0f5f72a0f2054b89bb61968a2de9f10a'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:54:03.751719 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1fe662-78ef-4c3e-8f2c-145054ab2828 admin admin] Made reservation on behalf of 0f5f72a0f2054b89bb61968a2de9f10a for: {'network': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:54:03.754346 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe662-78ef-4c3e-8f2c-145054ab2828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:03.764556 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe662-78ef-4c3e-8f2c-145054ab2828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:03.798681 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:03.844013 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe662-78ef-4c3e-8f2c-145054ab2828 admin admin] Publish callbacks [] for security_group (e0664d96-ce28-4e5e-8dee-6c4ade66d6ec), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:03.906191 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe662-78ef-4c3e-8f2c-145054ab2828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (e0664d96-ce28-4e5e-8dee-6c4ade66d6ec), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:03.915721 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:03.929640 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1fe662-78ef-4c3e-8f2c-145054ab2828 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=111079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:54:03.944356 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fe662-78ef-4c3e-8f2c-145054ab2828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:03.948293 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe662-78ef-4c3e-8f2c-145054ab2828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (6b891449-7412-4942-a1f4-b9b53b4511ef), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:03.948633 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.segments_db [None req-9f1fe662-78ef-4c3e-8f2c-145054ab2828 admin admin] Added segment 6b891449-7412-4942-a1f4-b9b53b4511ef of type vlan for network 8ceaccac-b641-4f35-9f06-627723dcabd5 Jul 21 10:54:03.990767 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe662-78ef-4c3e-8f2c-145054ab2828 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (8ceaccac-b641-4f35-9f06-627723dcabd5), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:04.095226 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe662-78ef-4c3e-8f2c-145054ab2828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (8ceaccac-b641-4f35-9f06-627723dcabd5), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:04.097930 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1fe662-78ef-4c3e-8f2c-145054ab2828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:04.098530 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe662-78ef-4c3e-8f2c-145054ab2828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:04.160077 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fe662-78ef-4c3e-8f2c-145054ab2828 admin admin] Pushing event updated for resources: {'Network': ['ID=8ceaccac-b641-4f35-9f06-627723dcabd5,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:04.173181 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network 8ceaccac-b641-4f35-9f06-627723dcabd5 details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:54:04.179376 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41276) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:04.212947 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-9f1fe662-78ef-4c3e-8f2c-145054ab2828 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6584477 Jul 21 10:54:04.215492 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41280) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:04.221331 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-8ab0cb8e-cf20-49b6-9ad0-5c08126a3bc5 admin admin] Request body: {'subnet': {'network_id': '8ceaccac-b641-4f35-9f06-627723dcabd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1560191348-subnet', 'tenant_id': '0f5f72a0f2054b89bb61968a2de9f10a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:54:04.296047 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab0cb8e-cf20-49b6-9ad0-5c08126a3bc5 admin admin] Made reservation on behalf of 0f5f72a0f2054b89bb61968a2de9f10a for: {'subnet': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:54:04.298389 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8ab0cb8e-cf20-49b6-9ad0-5c08126a3bc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33547776'] for subnet (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:04.300998 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ef0dc89d-d018-4831-a2ce-898f0fe5a62e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:04.483912 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ef0dc89d-d018-4831-a2ce-898f0fe5a62e admin admin] Publish callbacks [] for security_group (965cd848-b8a3-4df9-93b8-51e3ca44fcdf), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:04.551047 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ef0dc89d-d018-4831-a2ce-898f0fe5a62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (965cd848-b8a3-4df9-93b8-51e3ca44fcdf), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:04.588358 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0dc89d-d018-4831-a2ce-898f0fe5a62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965cd848-b8a3-4df9-93b8-51e3ca44fcdf,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:04.592615 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-ef0dc89d-d018-4831-a2ce-898f0fe5a62e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62f308aa1d12468e9a71c7441c0a3718&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4116557 Jul 21 10:54:04.595270 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41282) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:04.631709 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8ab0cb8e-cf20-49b6-9ad0-5c08126a3bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6008538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33547794'] for subnet (892cf058-d143-47fb-9a36-6717ca86b132), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:04.678407 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:04.686911 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2eff4129-0d20-420a-9cba-80f6ca1825c8 admin admin] Publish callbacks [] for security_group (965cd848-b8a3-4df9-93b8-51e3ca44fcdf), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:04.717535 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0cb8e-cf20-49b6-9ad0-5c08126a3bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=892cf058-d143-47fb-9a36-6717ca86b132,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:04.736810 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2eff4129-0d20-420a-9cba-80f6ca1825c8 admin admin] Publish callbacks [] for security_group (965cd848-b8a3-4df9-93b8-51e3ca44fcdf), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:04.746396 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0cb8e-cf20-49b6-9ad0-5c08126a3bc5 admin admin] Checking segment: {'id': '6b891449-7412-4942-a1f4-b9b53b4511ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8ceaccac-b641-4f35-9f06-627723dcabd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:54:04.753247 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0cb8e-cf20-49b6-9ad0-5c08126a3bc5 admin admin] Network hostable DHCP agents. Network: 8ceaccac-b641-4f35-9f06-627723dcabd5, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:54:04.778402 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:04.872455 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0cb8e-cf20-49b6-9ad0-5c08126a3bc5 admin admin] Network 8ceaccac-b641-4f35-9f06-627723dcabd5 is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:54:04.875752 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2eff4129-0d20-420a-9cba-80f6ca1825c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (965cd848-b8a3-4df9-93b8-51e3ca44fcdf), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:04.878865 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2eff4129-0d20-420a-9cba-80f6ca1825c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:04.880059 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-2eff4129-0d20-420a-9cba-80f6ca1825c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/965cd848-b8a3-4df9-93b8-51e3ca44fcdf HTTP/1.1" status: 204 len: 168 time: 0.2836971 Jul 21 10:54:04.891102 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff4129-0d20-420a-9cba-80f6ca1825c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965cd848-b8a3-4df9-93b8-51e3ca44fcdf,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:04.957169 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-8ab0cb8e-cf20-49b6-9ad0-5c08126a3bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, 8ceaccac-b641-4f35-9f06-627723dcabd5) {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:54:04.961450 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab0cb8e-cf20-49b6-9ad0-5c08126a3bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:04.962052 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8ab0cb8e-cf20-49b6-9ad0-5c08126a3bc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:04.966504 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27df6ba2-6c2a-4fd1-8a99-f6815bcf94ed None None] Network 8ceaccac-b641-4f35-9f06-627723dcabd5 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:54:05.045954 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-8ab0cb8e-cf20-49b6-9ad0-5c08126a3bc5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8289285 Jul 21 10:54:05.067033 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eff9f85-e27e-4874-aaae-e0cb8b368715 None None] Network 8ceaccac-b641-4f35-9f06-627723dcabd5 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:54:05.489099 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41296) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:05.506464 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a7b9-e4f2-429d-a835-679a6e1c2526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:05.583653 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a7b9-e4f2-429d-a835-679a6e1c2526 admin admin] Publish callbacks [] for security_group (7b01451e-2e06-412c-80c4-10d0a492a7b8), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:05.671452 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a7b9-e4f2-429d-a835-679a6e1c2526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (7b01451e-2e06-412c-80c4-10d0a492a7b8), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:05.711644 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-f6e7a7b9-e4f2-429d-a835-679a6e1c2526 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=427a7f460ba745feb8b3cb8c37496c86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213926 Jul 21 10:54:05.712751 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7a7b9-e4f2-429d-a835-679a6e1c2526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b01451e-2e06-412c-80c4-10d0a492a7b8,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:05.714643 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41298) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:05.765060 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-6594c504-38c8-49db-8df8-2a8f1261bab5 admin admin] Publish callbacks [] for security_group (7b01451e-2e06-412c-80c4-10d0a492a7b8), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:05.788164 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-6594c504-38c8-49db-8df8-2a8f1261bab5 admin admin] Publish callbacks [] for security_group (7b01451e-2e06-412c-80c4-10d0a492a7b8), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:05.923403 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-6594c504-38c8-49db-8df8-2a8f1261bab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (7b01451e-2e06-412c-80c4-10d0a492a7b8), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:05.926442 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-6594c504-38c8-49db-8df8-2a8f1261bab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:05.927721 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-6594c504-38c8-49db-8df8-2a8f1261bab5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b01451e-2e06-412c-80c4-10d0a492a7b8 HTTP/1.1" status: 204 len: 168 time: 0.2118311 Jul 21 10:54:05.936448 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594c504-38c8-49db-8df8-2a8f1261bab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b01451e-2e06-412c-80c4-10d0a492a7b8,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:07.176825 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fdb05-ae12-468a-be09-782493b3374b req-e272a8ed-fb52-408e-b2f8-b6c3b7592c7d tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:07.178333 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-728fdb05-ae12-468a-be09-782493b3374b req-e272a8ed-fb52-408e-b2f8-b6c3b7592c7d tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/networks?id=8ceaccac-b641-4f35-9f06-627723dcabd5 HTTP/1.1" status: 200 len: 809 time: 0.1094882 Jul 21 10:54:07.193913 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-728fdb05-ae12-468a-be09-782493b3374b req-1a04e6f1-df8a-4cb5-ba42-b7d08573e588 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/quotas/0f5f72a0f2054b89bb61968a2de9f10a HTTP/1.1" status: 200 len: 375 time: 0.0100298 Jul 21 10:54:07.229252 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-728fdb05-ae12-468a-be09-782493b3374b req-02fd5bfb-7d34-44f1-a153-706ee99e3f5e tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f5f72a0f2054b89bb61968a2de9f10a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301447 Jul 21 10:54:07.319856 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-728fdb05-ae12-468a-be09-782493b3374b req-b8b95d8b-a326-4044-a602-a47cee3ed6bb service neutron] 10.222.0.48 "GET /v2.0/networks/8ceaccac-b641-4f35-9f06-627723dcabd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841393 Jul 21 10:54:07.380171 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:07.413014 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-728fdb05-ae12-468a-be09-782493b3374b req-0e6741e7-3166-4731-b317-2a8d421ccf01 service neutron] 10.222.0.48 "GET /v2.0/networks/8ceaccac-b641-4f35-9f06-627723dcabd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876305 Jul 21 10:54:07.648154 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-404bd29f-c604-4379-b00b-75205d7e5c20 req-ac3fe0ec-7d40-4dba-a903-556a44073ead tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 210 time: 0.0327017 Jul 21 10:54:08.400449 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41372) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:08.508320 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f1109e03-598b-42b0-9d27-b0ae7e89345e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:08.583949 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f1109e03-598b-42b0-9d27-b0ae7e89345e admin admin] Publish callbacks [] for security_group (2a27e7f3-5990-478e-8334-7a55d6e6102b), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:08.682086 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f1109e03-598b-42b0-9d27-b0ae7e89345e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (2a27e7f3-5990-478e-8334-7a55d6e6102b), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:08.726353 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1109e03-598b-42b0-9d27-b0ae7e89345e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a27e7f3-5990-478e-8334-7a55d6e6102b,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:08.730641 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-f1109e03-598b-42b0-9d27-b0ae7e89345e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=02fc19e9b7a5460bbe77ca73aafc6bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291278 Jul 21 10:54:08.733349 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41380) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:08.755673 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-970916fc-b477-473a-bf72-5f886915d7de req-1a1f1d83-8572-4018-928f-89c51184c4d8 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 210 time: 0.0316355 Jul 21 10:54:08.786564 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-659e0c58-b089-4907-9b00-f6ae128c45a2 admin admin] Publish callbacks [] for security_group (2a27e7f3-5990-478e-8334-7a55d6e6102b), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:08.808814 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-659e0c58-b089-4907-9b00-f6ae128c45a2 admin admin] Publish callbacks [] for security_group (2a27e7f3-5990-478e-8334-7a55d6e6102b), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:08.922931 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-659e0c58-b089-4907-9b00-f6ae128c45a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (2a27e7f3-5990-478e-8334-7a55d6e6102b), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:08.925652 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-659e0c58-b089-4907-9b00-f6ae128c45a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:08.926935 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-659e0c58-b089-4907-9b00-f6ae128c45a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a27e7f3-5990-478e-8334-7a55d6e6102b HTTP/1.1" status: 204 len: 168 time: 0.1926880 Jul 21 10:54:08.935361 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e0c58-b089-4907-9b00-f6ae128c45a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a27e7f3-5990-478e-8334-7a55d6e6102b,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:09.611352 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:54:09.634693 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41388) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:09.649264 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-03c10cf1-b286-493a-afc0-4ce00edf3b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:09.728654 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-03c10cf1-b286-493a-afc0-4ce00edf3b2c admin admin] Publish callbacks [] for security_group (3af3352d-b09f-442f-8726-e4446e9c92e7), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:09.791503 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-03c10cf1-b286-493a-afc0-4ce00edf3b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (3af3352d-b09f-442f-8726-e4446e9c92e7), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:09.797223 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=76,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:09.859160 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f6ad208d-8dd7-4d77-bcd9-d52747fa14d1 req-cf0657f8-e55b-42e6-a804-fc237eefe199 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 210 time: 0.0326667 Jul 21 10:54:09.866882 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-03c10cf1-b286-493a-afc0-4ce00edf3b2c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36acb5f2d7074fc899e3be79d3573228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309499 Jul 21 10:54:09.869726 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c10cf1-b286-493a-afc0-4ce00edf3b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af3352d-b09f-442f-8726-e4446e9c92e7,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:09.870234 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41392) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:09.917861 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:09.932487 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-daf57972-881b-44d5-bfd1-6ee892983419 admin admin] Publish callbacks [] for security_group (3af3352d-b09f-442f-8726-e4446e9c92e7), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:09.946086 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fdb05-ae12-468a-be09-782493b3374b req-f5db24cb-881f-48ac-96dc-eece2714f606 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:09.947594 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-728fdb05-ae12-468a-be09-782493b3374b req-f5db24cb-881f-48ac-96dc-eece2714f606 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.57 "GET /v2.0/networks?id=8ceaccac-b641-4f35-9f06-627723dcabd5 HTTP/1.1" status: 200 len: 809 time: 0.1384504 Jul 21 10:54:09.956685 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-daf57972-881b-44d5-bfd1-6ee892983419 admin admin] Publish callbacks [] for security_group (3af3352d-b09f-442f-8726-e4446e9c92e7), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:09.974932 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-728fdb05-ae12-468a-be09-782493b3374b req-ba88c068-73d4-4d2a-b9d3-59c9464fbf8f tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Request body: {'port': {'device_id': 'dd3e9cc4-2396-4388-a748-85fe1055d4c7', 'network_id': '8ceaccac-b641-4f35-9f06-627723dcabd5', 'admin_state_up': True, 'tenant_id': '0f5f72a0f2054b89bb61968a2de9f10a'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:54:10.127516 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-daf57972-881b-44d5-bfd1-6ee892983419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (3af3352d-b09f-442f-8726-e4446e9c92e7), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:10.130927 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-daf57972-881b-44d5-bfd1-6ee892983419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:10.132308 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-daf57972-881b-44d5-bfd1-6ee892983419 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3af3352d-b09f-442f-8726-e4446e9c92e7 HTTP/1.1" status: 204 len: 168 time: 0.2606397 Jul 21 10:54:10.140856 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf57972-881b-44d5-bfd1-6ee892983419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af3352d-b09f-442f-8726-e4446e9c92e7,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:10.229245 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728fdb05-ae12-468a-be09-782493b3374b req-ba88c068-73d4-4d2a-b9d3-59c9464fbf8f tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Made reservation on behalf of 0f5f72a0f2054b89bb61968a2de9f10a for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:54:10.230459 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-728fdb05-ae12-468a-be09-782493b3374b req-ba88c068-73d4-4d2a-b9d3-59c9464fbf8f tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:10.359401 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-728fdb05-ae12-468a-be09-782493b3374b req-ba88c068-73d4-4d2a-b9d3-59c9464fbf8f tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Allocated IP 172.20.0.9 (8ceaccac-b641-4f35-9f06-627723dcabd5/892cf058-d143-47fb-9a36-6717ca86b132/ac28d821-fded-4f58-b25c-ad117a60ed94) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:54:10.518255 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-728fdb05-ae12-468a-be09-782493b3374b req-ba88c068-73d4-4d2a-b9d3-59c9464fbf8f tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Publish callbacks [] for port (ac28d821-fded-4f58-b25c-ad117a60ed94), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:10.525164 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:10.615649 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-728fdb05-ae12-468a-be09-782493b3374b req-ba88c068-73d4-4d2a-b9d3-59c9464fbf8f tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (ac28d821-fded-4f58-b25c-ad117a60ed94), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:10.669476 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728fdb05-ae12-468a-be09-782493b3374b req-ba88c068-73d4-4d2a-b9d3-59c9464fbf8f tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Network 8ceaccac-b641-4f35-9f06-627723dcabd5 is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:54:10.676313 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-728fdb05-ae12-468a-be09-782493b3374b req-ba88c068-73d4-4d2a-b9d3-59c9464fbf8f tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:54:10.679530 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-728fdb05-ae12-468a-be09-782493b3374b req-ba88c068-73d4-4d2a-b9d3-59c9464fbf8f tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:54:10.684294 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88c068-73d4-4d2a-b9d3-59c9464fbf8f tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Pushing event updated for resources: {'Port': ['ID=ac28d821-fded-4f58-b25c-ad117a60ed94,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:10.733022 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fdb05-ae12-468a-be09-782493b3374b req-ba88c068-73d4-4d2a-b9d3-59c9464fbf8f tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:10.733730 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-728fdb05-ae12-468a-be09-782493b3374b req-ba88c068-73d4-4d2a-b9d3-59c9464fbf8f tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:10.827991 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-728fdb05-ae12-468a-be09-782493b3374b req-ba88c068-73d4-4d2a-b9d3-59c9464fbf8f tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8575559 Jul 21 10:54:10.846210 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Request body: {'port': {'device_id': 'dd3e9cc4-2396-4388-a748-85fe1055d4c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:54:10.914414 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (ac28d821-fded-4f58-b25c-ad117a60ed94), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:10.984070 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675d7bc-a61a-4760-8d44-259b3386355e req-d09f5b19-44a0-4184-bd32-6ae038b65b6f tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:10.985679 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7675d7bc-a61a-4760-8d44-259b3386355e req-d09f5b19-44a0-4184-bd32-6ae038b65b6f tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 931 time: 0.0510395 Jul 21 10:54:11.047531 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7675d7bc-a61a-4760-8d44-259b3386355e req-a25f255e-5bbb-44cd-ad4f-224e1eef086b tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553999 Jul 21 10:54:11.199368 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac28d821-fded-4f58-b25c-ad117a60ed94 {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:54:11.207058 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Publish callbacks [] for port (ac28d821-fded-4f58-b25c-ad117a60ed94), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:11.233915 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Transition to ACTIVE for port object ac28d821-fded-4f58-b25c-ad117a60ed94 will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:54:11.294637 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (ac28d821-fded-4f58-b25c-ad117a60ed94), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:11.317503 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee166a1-b0da-4dd9-9b74-e4f2b558d1b1 req-19668738-455f-41f4-82c6-026ae1dc1e00 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:11.319106 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9ee166a1-b0da-4dd9-9b74-e4f2b558d1b1 req-19668738-455f-41f4-82c6-026ae1dc1e00 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 946 time: 0.0499601 Jul 21 10:54:11.371435 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Pushing event updated for resources: {'Port': ['ID=ac28d821-fded-4f58-b25c-ad117a60ed94,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:11.387919 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9ee166a1-b0da-4dd9-9b74-e4f2b558d1b1 req-d6c72654-0f41-43c0-893c-a9aed06d4fdd tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633850 Jul 21 10:54:11.396586 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:11.431319 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Attempting to bind port ac28d821-fded-4f58-b25c-ad117a60ed94 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:54:11.431674 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Attempting to bind port ac28d821-fded-4f58-b25c-ad117a60ed94 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '6b891449-7412-4942-a1f4-b9b53b4511ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8ceaccac-b641-4f35-9f06-627723dcabd5'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:54:11.432016 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Attempting to bind port ac28d821-fded-4f58-b25c-ad117a60ed94 on network 8ceaccac-b641-4f35-9f06-627723dcabd5 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:54:11.436562 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Port ac28d821-fded-4f58-b25c-ad117a60ed94 on network 8ceaccac-b641-4f35-9f06-627723dcabd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:54:11.436890 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Attempting to bind port ac28d821-fded-4f58-b25c-ad117a60ed94 on network 8ceaccac-b641-4f35-9f06-627723dcabd5 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:54:11.441816 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:54:11.442243 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Checking segment: {'id': '6b891449-7412-4942-a1f4-b9b53b4511ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8ceaccac-b641-4f35-9f06-627723dcabd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:54:11.442839 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Bound using segment: {'id': '6b891449-7412-4942-a1f4-b9b53b4511ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8ceaccac-b641-4f35-9f06-627723dcabd5'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:54:11.443282 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Bound port: ac28d821-fded-4f58-b25c-ad117a60ed94, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b891449-7412-4942-a1f4-b9b53b4511ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8ceaccac-b641-4f35-9f06-627723dcabd5'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:54:11.443650 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (ac28d821-fded-4f58-b25c-ad117a60ed94), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:11.507774 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] For port ac28d821-fded-4f58-b25c-ad117a60ed94, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:54:11.511297 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] For port ac28d821-fded-4f58-b25c-ad117a60ed94, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ac28d821-fded-4f58-b25c-ad117a60ed94,segment=NetworkSegment(6b891449-7412-4942-a1f4-b9b53b4511ef),segment_id=6b891449-7412-4942-a1f4-b9b53b4511ef)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:54:11.591765 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (ac28d821-fded-4f58-b25c-ad117a60ed94), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:11.617974 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:11.632051 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:11.632306 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:11.633727 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-728fdb05-ae12-468a-be09-782493b3374b req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] 10.222.0.57 "PUT /v2.0/ports/ac28d821-fded-4f58-b25c-ad117a60ed94 HTTP/1.1" status: 200 len: 1093 time: 0.7919621 Jul 21 10:54:11.634164 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3e9cc4-2396-4388-a748-85fe1055d4c7', 'tag': 'ac28d821-fded-4f58-b25c-ad117a60ed94'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:54:11.636530 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9732782-8807-4e27-bfa1-68c079054c32" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3e9cc4-2396-4388-a748-85fe1055d4c7", "tag": "ac28d821-fded-4f58-b25c-ad117a60ed94"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:54:11.658712 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59589ccf-84e7-4148-b570-5c706705ed5c service neutron] Pushing event updated for resources: {'Port': ['ID=ac28d821-fded-4f58-b25c-ad117a60ed94,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:11.681954 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1485a0f7-38ec-4515-bc6e-690df1f93204 x-openstack-request-id: req-1485a0f7-38ec-4515-bc6e-690df1f93204 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:54:11.682593 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3e9cc4-2396-4388-a748-85fe1055d4c7", "tag": "ac28d821-fded-4f58-b25c-ad117a60ed94", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:54:11.682593 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1485a0f7-38ec-4515-bc6e-690df1f93204 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:54:11.682928 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1485a0f7-38ec-4515-bc6e-690df1f93204'] response: {'name': 'network-changed', 'server_uuid': 'dd3e9cc4-2396-4388-a748-85fe1055d4c7', 'tag': 'ac28d821-fded-4f58-b25c-ad117a60ed94', 'status': 'completed', 'code': 200} Jul 21 10:54:12.169440 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0e7b7-98e5-40c4-baab-ccde416af956 req-88e4c111-ba78-45de-b11d-463da350487c tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:12.171019 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-43f0e7b7-98e5-40c4-baab-ccde416af956 req-88e4c111-ba78-45de-b11d-463da350487c tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0474536 Jul 21 10:54:12.221525 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:12.229483 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-43f0e7b7-98e5-40c4-baab-ccde416af956 req-aa112187-dc6f-482f-9370-57c1484aa6ff tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527067 Jul 21 10:54:12.506495 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9732782-8807-4e27-bfa1-68c079054c32 req-0e10df21-bf2b-4e67-8098-6609f656ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:12.507972 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-b9732782-8807-4e27-bfa1-68c079054c32 req-0e10df21-bf2b-4e67-8098-6609f656ec8a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f5f72a0f2054b89bb61968a2de9f10a&device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 1127 time: 0.0418882 Jul 21 10:54:12.523651 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ccd41-ae13-45a1-a1ff-c12da247d9e3 req-7b678585-04e9-471f-9770-c9b2c6ecc143 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:12.525142 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d04ccd41-ae13-45a1-a1ff-c12da247d9e3 req-7b678585-04e9-471f-9770-c9b2c6ecc143 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 946 time: 0.0534005 Jul 21 10:54:12.572270 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d04ccd41-ae13-45a1-a1ff-c12da247d9e3 req-adf72567-5308-4508-bb14-883e3d0971e6 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415831 Jul 21 10:54:12.751512 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9732782-8807-4e27-bfa1-68c079054c32 req-e7e5d948-4230-4908-99d3-ebbd2b356bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:12.753003 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-b9732782-8807-4e27-bfa1-68c079054c32 req-e7e5d948-4230-4908-99d3-ebbd2b356bdd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0f5f72a0f2054b89bb61968a2de9f10a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0994444 Jul 21 10:54:12.897737 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32259a7-00e2-4e85-83fa-caa82dbbb44f req-c4eb4392-c1ea-48f4-9348-a9c2ed279c89 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:12.899237 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-b32259a7-00e2-4e85-83fa-caa82dbbb44f req-c4eb4392-c1ea-48f4-9348-a9c2ed279c89 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.57 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 946 time: 0.0947115 Jul 21 10:54:12.967609 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9732782-8807-4e27-bfa1-68c079054c32 req-c06fa76f-0112-4272-ad15-6978922f54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:12.968409 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-b9732782-8807-4e27-bfa1-68c079054c32 req-c06fa76f-0112-4272-ad15-6978922f54dc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1725845 Jul 21 10:54:13.003479 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-b32259a7-00e2-4e85-83fa-caa82dbbb44f req-027bb813-b8a4-450e-8b9f-18a40565478c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Deleting port 767a932c-587b-4501-b928-eef9dd00de9e {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:54:13.003829 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-b32259a7-00e2-4e85-83fa-caa82dbbb44f req-027bb813-b8a4-450e-8b9f-18a40565478c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (767a932c-587b-4501-b928-eef9dd00de9e), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:13.123432 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fdb05-ae12-468a-be09-782493b3374b req-77dec741-b430-4cbc-b996-c9734b0225a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:13.124827 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-728fdb05-ae12-468a-be09-782493b3374b req-77dec741-b430-4cbc-b996-c9734b0225a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f5f72a0f2054b89bb61968a2de9f10a&device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 1127 time: 0.0641756 Jul 21 10:54:13.132027 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-b32259a7-00e2-4e85-83fa-caa82dbbb44f req-027bb813-b8a4-450e-8b9f-18a40565478c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] For port 767a932c-587b-4501-b928-eef9dd00de9e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=767a932c-587b-4501-b928-eef9dd00de9e,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:13.132401 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-b32259a7-00e2-4e85-83fa-caa82dbbb44f req-027bb813-b8a4-450e-8b9f-18a40565478c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (767a932c-587b-4501-b928-eef9dd00de9e), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:13.211191 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-728fdb05-ae12-468a-be09-782493b3374b req-f48614d9-e248-40fc-ae99-4563b2b3a8c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac28d821-fded-4f58-b25c-ad117a60ed94 HTTP/1.1" status: 200 len: 217 time: 0.0669253 Jul 21 10:54:13.316725 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fdb05-ae12-468a-be09-782493b3374b req-eb2adcd8-292d-4a37-9f7a-422f712a8fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:13.318772 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-728fdb05-ae12-468a-be09-782493b3374b req-eb2adcd8-292d-4a37-9f7a-422f712a8fcf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=892cf058-d143-47fb-9a36-6717ca86b132 HTTP/1.1" status: 200 len: 849 time: 0.1010361 Jul 21 10:54:13.353714 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e330ee-fe04-445b-bd15-bd3179106553 req-6365b8e7-7a06-4169-be38-447b9df73c84 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:13.355465 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e2e330ee-fe04-445b-bd15-bd3179106553 req-6365b8e7-7a06-4169-be38-447b9df73c84 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0485380 Jul 21 10:54:13.382790 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-728fdb05-ae12-468a-be09-782493b3374b req-2b163244-3ecb-43ff-aca9-f42624cd6952 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ceaccac-b641-4f35-9f06-627723dcabd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576046 Jul 21 10:54:13.406169 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e2e330ee-fe04-445b-bd15-bd3179106553 req-c3e37a42-4e4c-4eb7-b6c3-1011623faf13 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446613 Jul 21 10:54:13.427746 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-b32259a7-00e2-4e85-83fa-caa82dbbb44f req-027bb813-b8a4-450e-8b9f-18a40565478c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:13.428116 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-b32259a7-00e2-4e85-83fa-caa82dbbb44f req-027bb813-b8a4-450e-8b9f-18a40565478c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (5ab0d4f1-b477-4105-b7a1-c7db5a70e515), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:13.428440 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.l3_db [req-b32259a7-00e2-4e85-83fa-caa82dbbb44f req-027bb813-b8a4-450e-8b9f-18a40565478c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Floating IP 5ab0d4f1-b477-4105-b7a1-c7db5a70e515 disassociated. External IP: 172.27.0.211, port: 767a932c-587b-4501-b928-eef9dd00de9e. Jul 21 10:54:13.428796 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-b32259a7-00e2-4e85-83fa-caa82dbbb44f req-027bb813-b8a4-450e-8b9f-18a40565478c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Calling delete_port for 767a932c-587b-4501-b928-eef9dd00de9e owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:54:13.515042 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:13.545053 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-728fdb05-ae12-468a-be09-782493b3374b req-ab5c2a24-029f-41b2-88fa-e352ab4c397d service neutron] 10.222.0.57 "GET /v2.0/networks/8ceaccac-b641-4f35-9f06-627723dcabd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559064 Jul 21 10:54:13.566730 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:13.689884 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-728fdb05-ae12-468a-be09-782493b3374b req-76042b46-1b30-450f-a965-4336b93c8b3a service neutron] 10.222.0.57 "GET /v2.0/networks/8ceaccac-b641-4f35-9f06-627723dcabd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323640 Jul 21 10:54:13.702516 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7781dce-ef33-47c6-aac5-484188a0a6a0 req-1676af4c-ab57-4d7e-a33b-3248a8a909b7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:13.704029 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e7781dce-ef33-47c6-aac5-484188a0a6a0 req-1676af4c-ab57-4d7e-a33b-3248a8a909b7 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 946 time: 0.0523589 Jul 21 10:54:13.746043 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-b32259a7-00e2-4e85-83fa-caa82dbbb44f req-027bb813-b8a4-450e-8b9f-18a40565478c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (767a932c-587b-4501-b928-eef9dd00de9e), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:13.754993 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e7781dce-ef33-47c6-aac5-484188a0a6a0 req-9c13a931-e5c8-469a-a2cc-81f170004c29 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups?id=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440729 Jul 21 10:54:13.785574 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bb813-b8a4-450e-8b9f-18a40565478c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Pushing event deleted for resources: {'Port': ['ID=767a932c-587b-4501-b928-eef9dd00de9e,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:13.898196 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b32259a7-00e2-4e85-83fa-caa82dbbb44f req-027bb813-b8a4-450e-8b9f-18a40565478c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Router b5be4517-be14-43d5-af75-a3f4c686984a has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:54:14.002411 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b32259a7-00e2-4e85-83fa-caa82dbbb44f req-027bb813-b8a4-450e-8b9f-18a40565478c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:54:14.012142 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc74706-6ae8-42e4-b5da-fb5edce1dd8e None None] Sync routers for ids ['b5be4517-be14-43d5-af75-a3f4c686984a'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:54:14.023024 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc74706-6ae8-42e4-b5da-fb5edce1dd8e None None] Routers {'b5be4517-be14-43d5-af75-a3f4c686984a'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:54:14.023646 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-bfc74706-6ae8-42e4-b5da-fb5edce1dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:53:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['b5be4517-be14-43d5-af75-a3f4c686984a'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:14.047265 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32259a7-00e2-4e85-83fa-caa82dbbb44f req-027bb813-b8a4-450e-8b9f-18a40565478c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] No DVR routers for this DVR port 767a932c-587b-4501-b928-eef9dd00de9e on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:54:14.049722 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-b32259a7-00e2-4e85-83fa-caa82dbbb44f req-027bb813-b8a4-450e-8b9f-18a40565478c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:14.053349 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-b32259a7-00e2-4e85-83fa-caa82dbbb44f req-027bb813-b8a4-450e-8b9f-18a40565478c tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.57 "DELETE /v2.0/ports/767a932c-587b-4501-b928-eef9dd00de9e HTTP/1.1" status: 204 len: 173 time: 1.1481051 Jul 21 10:54:14.053785 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'name': 'network-vif-deleted', 'tag': '767a932c-587b-4501-b928-eef9dd00de9e'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:54:14.056106 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e38d66-8171-485a-bd00-c1d13df89d98" -d '{"events": [{"server_uuid": "68c9ec60-9f75-4491-a780-6c339cc6d445", "name": "network-vif-deleted", "tag": "767a932c-587b-4501-b928-eef9dd00de9e"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:54:14.094251 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90655d3-b84f-4b3b-84e7-d4bcc4a2084e x-openstack-request-id: req-e90655d3-b84f-4b3b-84e7-d4bcc4a2084e {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:54:14.094570 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c9ec60-9f75-4491-a780-6c339cc6d445", "name": "network-vif-deleted", "tag": "767a932c-587b-4501-b928-eef9dd00de9e", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:54:14.094839 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e90655d3-b84f-4b3b-84e7-d4bcc4a2084e {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:54:14.095251 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e90655d3-b84f-4b3b-84e7-d4bcc4a2084e'] response: {'server_uuid': '68c9ec60-9f75-4491-a780-6c339cc6d445', 'name': 'network-vif-deleted', 'tag': '767a932c-587b-4501-b928-eef9dd00de9e', 'status': 'completed', 'code': 200} Jul 21 10:54:14.126039 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-bfc74706-6ae8-42e4-b5da-fb5edce1dd8e None None] Set router b5be4517-be14-43d5-af75-a3f4c686984a gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:54:14.334589 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-bfc74706-6ae8-42e4-b5da-fb5edce1dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a', 'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'mac_address': 'fa:16:3e:87:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:20Z', 'updated_at': '2022-07-21T10:46:33Z', 'revision_number': 5, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'subnets': [{'id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:14.359463 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc74706-6ae8-42e4-b5da-fb5edce1dd8e None None] Checking router: b5be4517-be14-43d5-af75-a3f4c686984a for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:54:14.369049 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc74706-6ae8-42e4-b5da-fb5edce1dd8e None None] Routers {'b5be4517-be14-43d5-af75-a3f4c686984a'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:54:14.369698 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-bfc74706-6ae8-42e4-b5da-fb5edce1dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:53:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['b5be4517-be14-43d5-af75-a3f4c686984a'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:14.478989 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-bfc74706-6ae8-42e4-b5da-fb5edce1dd8e None None] Set router b5be4517-be14-43d5-af75-a3f4c686984a gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:54:14.534818 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b9b3e-ca3f-4f53-a138-9d86033ae854 req-af734f81-b688-49c3-95d9-ef44c8d2606e tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:14.536289 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-974b9b3e-ca3f-4f53-a138-9d86033ae854 req-af734f81-b688-49c3-95d9-ef44c8d2606e tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0487754 Jul 21 10:54:14.594869 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-974b9b3e-ca3f-4f53-a138-9d86033ae854 req-af56eab3-67a9-44fe-a5ff-624cf5970971 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526381 Jul 21 10:54:14.684082 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-bfc74706-6ae8-42e4-b5da-fb5edce1dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a', 'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'mac_address': 'fa:16:3e:87:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:20Z', 'updated_at': '2022-07-21T10:46:33Z', 'revision_number': 5, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'subnets': [{'id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:14.707610 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-6add2aaf-af00-4ef7-bb54-27d9ec8351dc req-20318e5a-2aaa-474e-95b9-74a9df10b455 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422776 Jul 21 10:54:14.715416 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc74706-6ae8-42e4-b5da-fb5edce1dd8e None None] The sync data for ids ['b5be4517-be14-43d5-af75-a3f4c686984a'] in dv-cinder-849800-2-iscsi is: [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:46:22Z', 'revision_number': 4, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a', 'name': '', 'network_id': 'c770f837-eda0-4a68-b0cf-fd07722be163', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'mac_address': 'fa:16:3e:87:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:20Z', 'updated_at': '2022-07-21T10:46:33Z', 'revision_number': 5, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'subnets': [{'id': '7c79189c-6f8d-462a-9ba9-a421b25b0a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:54:14.793708 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device ac28d821-fded-4f58-b25c-ad117a60ed94 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:54:14.864892 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add2aaf-af00-4ef7-bb54-27d9ec8351dc req-a5616b4b-6890-41e4-9f53-45d971759d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:14.867613 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-6add2aaf-af00-4ef7-bb54-27d9ec8351dc req-a5616b4b-6890-41e4-9f53-45d971759d5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=620ea9c4eaa74dc5858cf93d9fcad9f1&device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 1130 time: 0.0592117 Jul 21 10:54:14.914804 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:14.932849 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port ac28d821-fded-4f58-b25c-ad117a60ed94, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ac28d821-fded-4f58-b25c-ad117a60ed94,segment=NetworkSegment(6b891449-7412-4942-a1f4-b9b53b4511ef),segment_id=6b891449-7412-4942-a1f4-b9b53b4511ef)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:14.938409 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-908884ac-ca9c-4de6-8c90-012e0d880acb req-fecde045-5ffd-4240-8024-b37f3816caba tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/ports?device_id=68c9ec60-9f75-4491-a780-6c339cc6d445 HTTP/1.1" status: 200 len: 210 time: 0.0555885 Jul 21 10:54:14.951894 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': 'ac28d821-fded-4f58-b25c-ad117a60ed94', 'network_id': '8ceaccac-b641-4f35-9f06-627723dcabd5', 'port_id': 'ac28d821-fded-4f58-b25c-ad117a60ed94', 'mac_address': 'fa:16:3e:8c:94:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892cf058-d143-47fb-9a36-6717ca86b132', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:54:14.975706 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:14.995530 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port ac28d821-fded-4f58-b25c-ad117a60ed94 is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:54:14.996190 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (ac28d821-fded-4f58-b25c-ad117a60ed94), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:15.012199 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac28d821-fded-4f58-b25c-ad117a60ed94 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:54:15.044162 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port ac28d821-fded-4f58-b25c-ad117a60ed94, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ac28d821-fded-4f58-b25c-ad117a60ed94,segment=NetworkSegment(6b891449-7412-4942-a1f4-b9b53b4511ef),segment_id=6b891449-7412-4942-a1f4-b9b53b4511ef)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:15.060092 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f513d62-2789-41a9-ad9d-60775e32e257 None None] New status for floating IP 5ab0d4f1-b477-4105-b7a1-c7db5a70e515: DOWN {{(pid=111080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:54:15.139030 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (ac28d821-fded-4f58-b25c-ad117a60ed94), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:15.220119 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=ac28d821-fded-4f58-b25c-ad117a60ed94,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:15.296367 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add2aaf-af00-4ef7-bb54-27d9ec8351dc req-f950ef45-56ae-4ecc-b5f8-90b180399420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:15.297794 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-6add2aaf-af00-4ef7-bb54-27d9ec8351dc req-f950ef45-56ae-4ecc-b5f8-90b180399420 service neutron] 10.222.0.57 "GET /v2.0/networks?id=27b56899-b3ca-45d1-a202-b2681b2d043e HTTP/1.1" status: 200 len: 910 time: 0.3966801 Jul 21 10:54:15.366993 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-6add2aaf-af00-4ef7-bb54-27d9ec8351dc req-c5ed1f54-3d08-41b6-b6d6-2429df09156f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 HTTP/1.1" status: 200 len: 1002 time: 0.0612266 Jul 21 10:54:15.421857 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add2aaf-af00-4ef7-bb54-27d9ec8351dc req-47d95edc-e065-4b15-ac2c-44ef37b91a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:15.423510 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-6add2aaf-af00-4ef7-bb54-27d9ec8351dc req-47d95edc-e065-4b15-ac2c-44ef37b91a9c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=675fa199-a2f9-4cce-9e74-45a2be0ffecf HTTP/1.1" status: 200 len: 848 time: 0.0504239 Jul 21 10:54:15.481993 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:15.490666 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add2aaf-af00-4ef7-bb54-27d9ec8351dc req-80d5673f-27dc-4cdf-acf7-08b44abfad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:15.492486 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-6add2aaf-af00-4ef7-bb54-27d9ec8351dc req-80d5673f-27dc-4cdf-acf7-08b44abfad3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27b56899-b3ca-45d1-a202-b2681b2d043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568891 Jul 21 10:54:15.546622 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['ac28d821-fded-4f58-b25c-ad117a60ed94'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:54:15.573439 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:15.586148 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-6add2aaf-af00-4ef7-bb54-27d9ec8351dc req-6edcc4e2-bf29-4c1e-a9b1-cd054d258ac3 service neutron] 10.222.0.57 "GET /v2.0/networks/27b56899-b3ca-45d1-a202-b2681b2d043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865412 Jul 21 10:54:15.694592 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-6add2aaf-af00-4ef7-bb54-27d9ec8351dc req-1d0c0390-ddba-44b8-a58e-24929ed40726 service neutron] 10.222.0.57 "GET /v2.0/networks/27b56899-b3ca-45d1-a202-b2681b2d043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024072 Jul 21 10:54:15.723741 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c4a05-438f-4864-9f84-b9471e95cd4a req-060b7d96-95e4-4650-b52e-b2f4b5f72cbd tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:15.733074 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-741c4a05-438f-4864-9f84-b9471e95cd4a req-060b7d96-95e4-4650-b52e-b2f4b5f72cbd tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 944 time: 0.0560968 Jul 21 10:54:15.758529 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:15.773505 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-741c4a05-438f-4864-9f84-b9471e95cd4a req-393fd41a-b84a-40f6-a680-4e503ab945aa tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424154 Jul 21 10:54:16.090115 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41522) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:16.147830 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a48ad116-7259-4c63-8017-4bd6efec652e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group (c664f12f-d7ab-4aa4-aef9-56e8b5c6c543), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:16.170647 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a48ad116-7259-4c63-8017-4bd6efec652e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group (c664f12f-d7ab-4aa4-aef9-56e8b5c6c543), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:16.288983 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a48ad116-7259-4c63-8017-4bd6efec652e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (c664f12f-d7ab-4aa4-aef9-56e8b5c6c543), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:16.291712 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a48ad116-7259-4c63-8017-4bd6efec652e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:16.292921 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-a48ad116-7259-4c63-8017-4bd6efec652e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "DELETE /v2.0/security-groups/c664f12f-d7ab-4aa4-aef9-56e8b5c6c543 HTTP/1.1" status: 204 len: 168 time: 0.2017751 Jul 21 10:54:16.296354 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41524) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:16.315293 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ad116-7259-4c63-8017-4bd6efec652e tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c664f12f-d7ab-4aa4-aef9-56e8b5c6c543,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:16.319298 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.api.v2.resource [None req-a33f32a0-7aef-47e0-9859-c520c91f9d4f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] show failed (client error): The resource could not be found. Jul 21 10:54:16.320585 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-a33f32a0-7aef-47e0-9859-c520c91f9d4f tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "GET /v2.0/security-groups/c664f12f-d7ab-4aa4-aef9-56e8b5c6c543 HTTP/1.1" status: 404 len: 347 time: 0.0231426 Jul 21 10:54:16.323483 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41526) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:16.434632 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-ffd9dc75-64b6-48c7-94ef-f0a7b9030728 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Deleting port 8e8044b5-60b9-476e-a74f-b8f21d1c2710 {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:54:16.434979 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ffd9dc75-64b6-48c7-94ef-f0a7b9030728 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (8e8044b5-60b9-476e-a74f-b8f21d1c2710), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:16.518181 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ffd9dc75-64b6-48c7-94ef-f0a7b9030728 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (8e8044b5-60b9-476e-a74f-b8f21d1c2710), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:16.518468 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ffd9dc75-64b6-48c7-94ef-f0a7b9030728 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for floatingip (8e8044b5-60b9-476e-a74f-b8f21d1c2710), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:16.531340 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-ffd9dc75-64b6-48c7-94ef-f0a7b9030728 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Calling delete_port for 8e8044b5-60b9-476e-a74f-b8f21d1c2710 owned by network:floatingip {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:54:16.640590 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:16.769675 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ffd9dc75-64b6-48c7-94ef-f0a7b9030728 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (8e8044b5-60b9-476e-a74f-b8f21d1c2710), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:16.795069 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device ac28d821-fded-4f58-b25c-ad117a60ed94 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:54:16.795753 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9dc75-64b6-48c7-94ef-f0a7b9030728 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Pushing event deleted for resources: {'Port': ['ID=8e8044b5-60b9-476e-a74f-b8f21d1c2710,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:16.844291 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port ac28d821-fded-4f58-b25c-ad117a60ed94 completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:54:16.890677 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ffd9dc75-64b6-48c7-94ef-f0a7b9030728 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks [] for floatingip (5ab0d4f1-b477-4105-b7a1-c7db5a70e515), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:16.893545 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ffd9dc75-64b6-48c7-94ef-f0a7b9030728 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:16.895028 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-ffd9dc75-64b6-48c7-94ef-f0a7b9030728 tempest-AttachVolumeShelveTestJSON-97716353 tempest-AttachVolumeShelveTestJSON-97716353-project] 10.222.0.48 "DELETE /v2.0/floatingips/5ab0d4f1-b477-4105-b7a1-c7db5a70e515 HTTP/1.1" status: 204 len: 168 time: 0.5704789 Jul 21 10:54:16.916748 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4f123-7e76-4ccb-9383-ff0e5978fb6b req-72f0409b-a981-40a0-9259-5ec5e8a37149 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:16.918290 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a6c4f123-7e76-4ccb-9383-ff0e5978fb6b req-72f0409b-a981-40a0-9259-5ec5e8a37149 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 944 time: 0.0683699 Jul 21 10:54:16.945425 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port ac28d821-fded-4f58-b25c-ad117a60ed94 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:54:16.945883 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (ac28d821-fded-4f58-b25c-ad117a60ed94), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:16.968249 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a6c4f123-7e76-4ccb-9383-ff0e5978fb6b req-4aa8d9c2-be39-42ad-b266-18720c0215d2 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437379 Jul 21 10:54:17.022796 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port ac28d821-fded-4f58-b25c-ad117a60ed94 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:54:17.023105 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (ac28d821-fded-4f58-b25c-ad117a60ed94), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:17.049873 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3e9cc4-2396-4388-a748-85fe1055d4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac28d821-fded-4f58-b25c-ad117a60ed94'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:54:17.052468 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1462b2d1-f94c-486e-bc5c-98003238854f" -d '{"events": [{"server_uuid": "dd3e9cc4-2396-4388-a748-85fe1055d4c7", "name": "network-vif-plugged", "status": "completed", "tag": "ac28d821-fded-4f58-b25c-ad117a60ed94"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:54:17.068347 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port ac28d821-fded-4f58-b25c-ad117a60ed94, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ac28d821-fded-4f58-b25c-ad117a60ed94,segment=NetworkSegment(6b891449-7412-4942-a1f4-b9b53b4511ef),segment_id=6b891449-7412-4942-a1f4-b9b53b4511ef)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:17.092179 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4033fb-4469-4c30-923f-a8a62f8f419c x-openstack-request-id: req-0b4033fb-4469-4c30-923f-a8a62f8f419c {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:54:17.092476 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3e9cc4-2396-4388-a748-85fe1055d4c7", "name": "network-vif-plugged", "status": "completed", "tag": "ac28d821-fded-4f58-b25c-ad117a60ed94", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:54:17.092735 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b4033fb-4469-4c30-923f-a8a62f8f419c {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:54:17.093133 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b4033fb-4469-4c30-923f-a8a62f8f419c'] response: {'server_uuid': 'dd3e9cc4-2396-4388-a748-85fe1055d4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac28d821-fded-4f58-b25c-ad117a60ed94', 'code': 200} Jul 21 10:54:17.134261 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (ac28d821-fded-4f58-b25c-ad117a60ed94), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:17.135143 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 767a932c-587b-4501-b928-eef9dd00de9e no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:54:17.155852 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: 767a932c-587b-4501-b928-eef9dd00de9e {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:54:17.156165 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 767a932c-587b-4501-b928-eef9dd00de9e not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:54:17.213357 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=ac28d821-fded-4f58-b25c-ad117a60ed94,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:17.424439 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab00951-f820-420b-a244-65c1d98f0887 req-1ee1b4df-45e7-4bc5-9d8d-222cd4470b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:17.426035 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-dab00951-f820-420b-a244-65c1d98f0887 req-1ee1b4df-45e7-4bc5-9d8d-222cd4470b91 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 1129 time: 0.0388343 Jul 21 10:54:17.477193 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-dab00951-f820-420b-a244-65c1d98f0887 req-f43835be-f36c-48b9-989c-b47635e9b25b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423269 Jul 21 10:54:18.090170 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dba72c-2003-49a4-9849-e579ff33e843 req-a55782ef-9dc9-411f-ae77-e449bcf8074a tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:18.091729 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-54dba72c-2003-49a4-9849-e579ff33e843 req-a55782ef-9dc9-411f-ae77-e449bcf8074a tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0528481 Jul 21 10:54:18.138162 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-54dba72c-2003-49a4-9849-e579ff33e843 req-fcfa8397-5148-45f7-84d3-998944e6d916 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409606 Jul 21 10:54:19.253721 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:19.267328 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26377b71-1819-4fe9-9b5e-37c4d0f6268a req-9723cdd4-ebea-40c8-b17d-2b450a500db0 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:19.268819 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-26377b71-1819-4fe9-9b5e-37c4d0f6268a req-9723cdd4-ebea-40c8-b17d-2b450a500db0 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0527687 Jul 21 10:54:19.317026 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-26377b71-1819-4fe9-9b5e-37c4d0f6268a req-8074cc57-fac0-4ef6-99ce-60494aedef50 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426912 Jul 21 10:54:19.671542 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41564) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:19.931929 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:20.155169 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cfb27891-caca-4bdf-97e6-e0cf1e1c0aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906778'] for router_interface (b5be4517-be14-43d5-af75-a3f4c686984a), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:20.390566 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-cfb27891-caca-4bdf-97e6-e0cf1e1c0aa3 admin admin] Deleting port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:54:20.391023 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cfb27891-caca-4bdf-97e6-e0cf1e1c0aa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:20.432357 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ff2b5-ab46-4da4-8406-aad6d1a7b06f req-447b8205-cb59-4a7a-8e9c-02cd4ff5deeb tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:20.433848 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-df3ff2b5-ab46-4da4-8406-aad6d1a7b06f req-447b8205-cb59-4a7a-8e9c-02cd4ff5deeb tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0478263 Jul 21 10:54:20.476440 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [None req-cfb27891-caca-4bdf-97e6-e0cf1e1c0aa3 admin admin] For port 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:20.476811 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cfb27891-caca-4bdf-97e6-e0cf1e1c0aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:20.486877 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-df3ff2b5-ab46-4da4-8406-aad6d1a7b06f req-7d82f52e-51f7-4b9c-9b95-655d61b7c1af tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474496 Jul 21 10:54:20.491164 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-cfb27891-caca-4bdf-97e6-e0cf1e1c0aa3 admin admin] Calling delete_port for 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a owned by network:router_interface {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:54:20.501884 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:20.757705 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cfb27891-caca-4bdf-97e6-e0cf1e1c0aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:20.795175 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb27891-caca-4bdf-97e6-e0cf1e1c0aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:20.936463 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:20.966282 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-cfb27891-caca-4bdf-97e6-e0cf1e1c0aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7994357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905578'] for router_interface (b5be4517-be14-43d5-af75-a3f4c686984a), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:21.182304 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb27891-caca-4bdf-97e6-e0cf1e1c0aa3 admin admin] Router b5be4517-be14-43d5-af75-a3f4c686984a has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:54:21.297883 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb27891-caca-4bdf-97e6-e0cf1e1c0aa3 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:54:21.308614 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-cfb27891-caca-4bdf-97e6-e0cf1e1c0aa3 admin admin] 10.222.0.48 "PUT /v2.0/routers/b5be4517-be14-43d5-af75-a3f4c686984a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6310813 Jul 21 10:54:21.308614 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41580) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:21.310378 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb1d5c9-2d7d-43b5-bd8d-412e71c0e379 None None] Sync routers for ids ['b5be4517-be14-43d5-af75-a3f4c686984a'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:54:21.322419 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb1d5c9-2d7d-43b5-bd8d-412e71c0e379 None None] Routers {'b5be4517-be14-43d5-af75-a3f4c686984a'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:54:21.323081 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-adb1d5c9-2d7d-43b5-bd8d-412e71c0e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:53:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['b5be4517-be14-43d5-af75-a3f4c686984a'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:21.396070 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-909ed344-36ab-4442-b0bd-1ce1610a985d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:21.406216 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4b289ac-07a5-4b0d-bf4f-76f89cbfb2e5 admin admin] Publish callbacks [] for router (b5be4517-be14-43d5-af75-a3f4c686984a), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:21.438744 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-adb1d5c9-2d7d-43b5-bd8d-412e71c0e379 None None] Set router b5be4517-be14-43d5-af75-a3f4c686984a gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:54:21.504403 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:21.528277 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=100 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:21.534528 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4b289ac-07a5-4b0d-bf4f-76f89cbfb2e5 admin admin] Publish callbacks [] for router_gateway (b5be4517-be14-43d5-af75-a3f4c686984a), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:21.656001 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=100 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:21.687570 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-f4b289ac-07a5-4b0d-bf4f-76f89cbfb2e5 admin admin] Deleting port a8589071-c273-4e69-a912-5d2587db1eb1 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:54:21.688000 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4b289ac-07a5-4b0d-bf4f-76f89cbfb2e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (a8589071-c273-4e69-a912-5d2587db1eb1), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:21.719363 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-adb1d5c9-2d7d-43b5-bd8d-412e71c0e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:54:20Z', 'revision_number': 5, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port': {'id': 'a8589071-c273-4e69-a912-5d2587db1eb1', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:46:15Z', 'updated_at': '2022-07-21T10:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:21.747208 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb1d5c9-2d7d-43b5-bd8d-412e71c0e379 None None] Checking router: b5be4517-be14-43d5-af75-a3f4c686984a for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:54:21.757163 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb1d5c9-2d7d-43b5-bd8d-412e71c0e379 None None] Routers {'b5be4517-be14-43d5-af75-a3f4c686984a'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:54:21.757844 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-adb1d5c9-2d7d-43b5-bd8d-412e71c0e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:53:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['b5be4517-be14-43d5-af75-a3f4c686984a'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:21.789712 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [None req-f4b289ac-07a5-4b0d-bf4f-76f89cbfb2e5 admin admin] For port a8589071-c273-4e69-a912-5d2587db1eb1, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=a8589071-c273-4e69-a912-5d2587db1eb1,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:21.790348 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4b289ac-07a5-4b0d-bf4f-76f89cbfb2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (a8589071-c273-4e69-a912-5d2587db1eb1), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:21.804022 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-f4b289ac-07a5-4b0d-bf4f-76f89cbfb2e5 admin admin] Calling delete_port for a8589071-c273-4e69-a912-5d2587db1eb1 owned by network:router_gateway {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:54:21.815243 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:21.845283 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-adb1d5c9-2d7d-43b5-bd8d-412e71c0e379 None None] Set router b5be4517-be14-43d5-af75-a3f4c686984a gateway port host: None {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:54:21.899549 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-adb1d5c9-2d7d-43b5-bd8d-412e71c0e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:54:21Z', 'revision_number': 6, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port_host': None}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:21.924964 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb1d5c9-2d7d-43b5-bd8d-412e71c0e379 None None] The sync data for ids ['b5be4517-be14-43d5-af75-a3f4c686984a'] in dv-cinder-849800-2-iscsi is: [{'id': 'b5be4517-be14-43d5-af75-a3f4c686984a', 'name': 'tempest-AttachVolumeShelveTestJSON-846900156-router', 'tenant_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:46:14Z', 'updated_at': '2022-07-21T10:54:21Z', 'revision_number': 6, 'project_id': '29c1b9c9f7024f8494e0a9b58fe35710', 'gw_port_host': None}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:54:21.931058 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e52480-36ec-45d4-9259-6a9fd54d12c6 req-872fa5b5-eba8-40aa-b1ab-73393b36aa21 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:21.933348 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-26e52480-36ec-45d4-9259-6a9fd54d12c6 req-872fa5b5-eba8-40aa-b1ab-73393b36aa21 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0517819 Jul 21 10:54:22.002284 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-26e52480-36ec-45d4-9259-6a9fd54d12c6 req-3ab1b525-6e2d-46ca-825c-3027b28e8ee6 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611944 Jul 21 10:54:22.053993 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4b289ac-07a5-4b0d-bf4f-76f89cbfb2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (a8589071-c273-4e69-a912-5d2587db1eb1), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:22.077300 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b289ac-07a5-4b0d-bf4f-76f89cbfb2e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8589071-c273-4e69-a912-5d2587db1eb1,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:22.151920 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4b289ac-07a5-4b0d-bf4f-76f89cbfb2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7907105'] for router_gateway (b5be4517-be14-43d5-af75-a3f4c686984a), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:22.239414 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4b289ac-07a5-4b0d-bf4f-76f89cbfb2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7905525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router (b5be4517-be14-43d5-af75-a3f4c686984a), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:22.241660 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4b289ac-07a5-4b0d-bf4f-76f89cbfb2e5 admin admin] Publish callbacks [] for router_controller (b5be4517-be14-43d5-af75-a3f4c686984a), precommit_delete_associations {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:22.357944 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4b289ac-07a5-4b0d-bf4f-76f89cbfb2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7905412'] for router (b5be4517-be14-43d5-af75-a3f4c686984a), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:22.358784 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b289ac-07a5-4b0d-bf4f-76f89cbfb2e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5be4517-be14-43d5-af75-a3f4c686984a {{(pid=111078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 10:54:22.363805 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f4b289ac-07a5-4b0d-bf4f-76f89cbfb2e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:22.365215 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-f4b289ac-07a5-4b0d-bf4f-76f89cbfb2e5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b5be4517-be14-43d5-af75-a3f4c686984a HTTP/1.1" status: 204 len: 168 time: 1.0577295 Jul 21 10:54:22.368100 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41590) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:22.425180 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_v2 [None req-75eca1b3-31df-4856-b989-6e1f3e26df47 admin admin] Deleting subnet 7c79189c-6f8d-462a-9ba9-a421b25b0a63 {{(pid=111079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 10:54:22.428837 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-75eca1b3-31df-4856-b989-6e1f3e26df47 admin admin] Publish callbacks [] for subnet (7c79189c-6f8d-462a-9ba9-a421b25b0a63), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:22.464452 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-75eca1b3-31df-4856-b989-6e1f3e26df47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5065532'] for subnet (7c79189c-6f8d-462a-9ba9-a421b25b0a63), precommit_delete_associations {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:22.542927 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-75eca1b3-31df-4856-b989-6e1f3e26df47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686909'] for subnet (7c79189c-6f8d-462a-9ba9-a421b25b0a63), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:22.654470 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-75eca1b3-31df-4856-b989-6e1f3e26df47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5596791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4805428'] for subnet (7c79189c-6f8d-462a-9ba9-a421b25b0a63), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:22.684378 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eca1b3-31df-4856-b989-6e1f3e26df47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c79189c-6f8d-462a-9ba9-a421b25b0a63,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:22.686480 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-75eca1b3-31df-4856-b989-6e1f3e26df47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:22.689823 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-75eca1b3-31df-4856-b989-6e1f3e26df47 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7c79189c-6f8d-462a-9ba9-a421b25b0a63 HTTP/1.1" status: 204 len: 168 time: 0.3207181 Jul 21 10:54:22.694233 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41592) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:22.696582 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca11f6ac-70f2-46a3-b51d-140a2db5b34f None None] Network c770f837-eda0-4a68-b0cf-fd07722be163 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:54:22.781257 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:54:22.789497 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692532'] for network (c770f837-eda0-4a68-b0cf-fd07722be163), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:22.811485 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:54:22.811829 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 72e0cc5a-62cd-4dfe-8b01-d4971bc28b7a not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:54:22.846335 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] Deleting port d2a07e1d-f4ca-41c8-b082-541daee36b9e {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:54:22.846718 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (d2a07e1d-f4ca-41c8-b082-541daee36b9e), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:22.868212 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:22.917675 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] For port d2a07e1d-f4ca-41c8-b082-541daee36b9e, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=d2a07e1d-f4ca-41c8-b082-541daee36b9e,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:22.918040 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (d2a07e1d-f4ca-41c8-b082-541daee36b9e), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:22.927646 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef77900-6b5c-489e-a267-45a4d90ec690 None None] DHCP port deletion for c770f837-eda0-4a68-b0cf-fd07722be163 request from dv-cinder-849800-2-iscsi {{(pid=111080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 10:54:22.933063 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] Calling delete_port for d2a07e1d-f4ca-41c8-b082-541daee36b9e owned by network:dhcp {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:54:22.968099 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-0ef77900-6b5c-489e-a267-45a4d90ec690 None None] Deleting port d2a07e1d-f4ca-41c8-b082-541daee36b9e {{(pid=111080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:54:22.969506 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-0ef77900-6b5c-489e-a267-45a4d90ec690 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (d2a07e1d-f4ca-41c8-b082-541daee36b9e), before_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:23.001084 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:23.052151 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-0ef77900-6b5c-489e-a267-45a4d90ec690 None None] For port d2a07e1d-f4ca-41c8-b082-541daee36b9e, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=d2a07e1d-f4ca-41c8-b082-541daee36b9e,segment=NetworkSegment(814ceed5-7f51-4ceb-8599-977d0acdb273),segment_id=814ceed5-7f51-4ceb-8599-977d0acdb273)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:23.052882 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-0ef77900-6b5c-489e-a267-45a4d90ec690 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (d2a07e1d-f4ca-41c8-b082-541daee36b9e), precommit_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:23.066988 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-0ef77900-6b5c-489e-a267-45a4d90ec690 None None] Calling delete_port for d2a07e1d-f4ca-41c8-b082-541daee36b9e owned by network:dhcp {{(pid=111080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:54:23.106684 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (d2a07e1d-f4ca-41c8-b082-541daee36b9e), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:23.119184 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:23.140685 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a07e1d-f4ca-41c8-b082-541daee36b9e,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:23.147799 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] No DVR routers for this DVR port d2a07e1d-f4ca-41c8-b082-541daee36b9e on host dv-cinder-849800-2-iscsi {{(pid=111079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:54:23.151095 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-0ef77900-6b5c-489e-a267-45a4d90ec690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077'] for port (d2a07e1d-f4ca-41c8-b082-541daee36b9e), after_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:23.155366 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57776db7-85ef-471f-af9b-1dee5768527a req-88a01258-3ea7-4532-b986-000db35da515 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:23.162270 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-57776db7-85ef-471f-af9b-1dee5768527a req-88a01258-3ea7-4532-b986-000db35da515 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0815325 Jul 21 10:54:23.176189 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef77900-6b5c-489e-a267-45a4d90ec690 None None] Pushing event deleted for resources: {'Port': ['ID=d2a07e1d-f4ca-41c8-b082-541daee36b9e,revision_number=None']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:23.180094 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef77900-6b5c-489e-a267-45a4d90ec690 None None] No DVR routers for this DVR port d2a07e1d-f4ca-41c8-b082-541daee36b9e on host dv-cinder-849800-2-iscsi {{(pid=111080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:54:23.259560 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687030', 'neutron.services.segments.db._delete_segments_for_network-8727025531468'] for network (c770f837-eda0-4a68-b0cf-fd07722be163), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:23.296109 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c770f837-eda0-4a68-b0cf-fd07722be163']}} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:23.301076 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-57776db7-85ef-471f-af9b-1dee5768527a req-1bb2facf-e5d9-4ac5-ac55-621db40ae2fa tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115563 Jul 21 10:54:23.310381 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814ceed5-7f51-4ceb-8599-977d0acdb273') {'for_net_delete': True} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:23.319801 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814ceed5-7f51-4ceb-8599-977d0acdb273') {} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:23.321576 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727025530341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5065477'] for segment (814ceed5-7f51-4ceb-8599-977d0acdb273), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:23.335374 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (814ceed5-7f51-4ceb-8599-977d0acdb273), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:23.342197 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=111079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 10:54:23.346912 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5596877'] for segment (814ceed5-7f51-4ceb-8599-977d0acdb273), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:23.398902 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.services.segments.plugin [-] Segment 814ceed5-7f51-4ceb-8599-977d0acdb273 resource provider aggregate not found Jul 21 10:54:23.421600 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.services.segments.plugin [-] Segment 814ceed5-7f51-4ceb-8599-977d0acdb273 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 814ceed5-7f51-4ceb-8599-977d0acdb273 found for delete ", "request_id": "req-9d2c418e-ac62-4278-b1fe-811ce7cfdfef"}]} Jul 21 10:54:23.488300 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7907263'] for network (c770f837-eda0-4a68-b0cf-fd07722be163), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:23.494846 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:23.500521 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c770f837-eda0-4a68-b0cf-fd07722be163 HTTP/1.1" status: 204 len: 168 time: 0.8026125 Jul 21 10:54:23.519179 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc859f0-5d61-4140-a195-1d0a02548113 admin admin] Pushing event deleted for resources: {'Network': ['ID=c770f837-eda0-4a68-b0cf-fd07722be163,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:23.562404 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd935c06-30ba-4766-8926-a2b19eb3eaaa req-7700ad0b-fa71-4749-bb30-ce1e43e84b67 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:23.563980 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-fd935c06-30ba-4766-8926-a2b19eb3eaaa req-7700ad0b-fa71-4749-bb30-ce1e43e84b67 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0513821 Jul 21 10:54:23.652643 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-fd935c06-30ba-4766-8926-a2b19eb3eaaa req-d0c97eef-97c2-46eb-b141-1ae884d45540 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Deleting port ac28d821-fded-4f58-b25c-ad117a60ed94 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:54:23.653058 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-fd935c06-30ba-4766-8926-a2b19eb3eaaa req-d0c97eef-97c2-46eb-b141-1ae884d45540 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (ac28d821-fded-4f58-b25c-ad117a60ed94), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:23.744732 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-fd935c06-30ba-4766-8926-a2b19eb3eaaa req-d0c97eef-97c2-46eb-b141-1ae884d45540 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] For port ac28d821-fded-4f58-b25c-ad117a60ed94, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ac28d821-fded-4f58-b25c-ad117a60ed94,segment=NetworkSegment(6b891449-7412-4942-a1f4-b9b53b4511ef),segment_id=6b891449-7412-4942-a1f4-b9b53b4511ef)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:23.745110 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-fd935c06-30ba-4766-8926-a2b19eb3eaaa req-d0c97eef-97c2-46eb-b141-1ae884d45540 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (ac28d821-fded-4f58-b25c-ad117a60ed94), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:23.759139 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-fd935c06-30ba-4766-8926-a2b19eb3eaaa req-d0c97eef-97c2-46eb-b141-1ae884d45540 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Calling delete_port for ac28d821-fded-4f58-b25c-ad117a60ed94 owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:54:23.827805 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:23.838285 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41614) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:23.888351 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-2dc89069-9cef-4318-b736-4c2784364011 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29c1b9c9f7024f8494e0a9b58fe35710&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0516341 Jul 21 10:54:23.890953 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41616) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:23.944487 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-6c2be226-2d6f-4ff9-b03b-ac96a3896b68 admin admin] Publish callbacks [] for security_group (0300a0b6-7886-4119-a8bb-e59eeba80c5c), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:23.965850 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-6c2be226-2d6f-4ff9-b03b-ac96a3896b68 admin admin] Publish callbacks [] for security_group (0300a0b6-7886-4119-a8bb-e59eeba80c5c), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:24.013915 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-5e89b0b2-16d8-4556-b4f8-e0d792f9fbb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:24.014520 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-fd935c06-30ba-4766-8926-a2b19eb3eaaa req-d0c97eef-97c2-46eb-b141-1ae884d45540 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (ac28d821-fded-4f58-b25c-ad117a60ed94), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:24.042628 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c97eef-97c2-46eb-b141-1ae884d45540 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Pushing event deleted for resources: {'Port': ['ID=ac28d821-fded-4f58-b25c-ad117a60ed94,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:24.051161 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['ac28d821-fded-4f58-b25c-ad117a60ed94'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:54:24.093541 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd935c06-30ba-4766-8926-a2b19eb3eaaa req-d0c97eef-97c2-46eb-b141-1ae884d45540 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] No DVR routers for this DVR port ac28d821-fded-4f58-b25c-ad117a60ed94 on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:54:24.096127 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-fd935c06-30ba-4766-8926-a2b19eb3eaaa req-d0c97eef-97c2-46eb-b141-1ae884d45540 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:24.098491 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-6c2be226-2d6f-4ff9-b03b-ac96a3896b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (0300a0b6-7886-4119-a8bb-e59eeba80c5c), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:24.107325 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-fd935c06-30ba-4766-8926-a2b19eb3eaaa req-d0c97eef-97c2-46eb-b141-1ae884d45540 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.57 "DELETE /v2.0/ports/ac28d821-fded-4f58-b25c-ad117a60ed94 HTTP/1.1" status: 204 len: 173 time: 0.5301800 Jul 21 10:54:24.107325 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3e9cc4-2396-4388-a748-85fe1055d4c7', 'name': 'network-vif-deleted', 'tag': 'ac28d821-fded-4f58-b25c-ad117a60ed94'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:54:24.108070 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-6c2be226-2d6f-4ff9-b03b-ac96a3896b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:24.108181 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515f82ad-b05c-4528-8dd8-b39f94b51fc2" -d '{"events": [{"server_uuid": "dd3e9cc4-2396-4388-a748-85fe1055d4c7", "name": "network-vif-deleted", "tag": "ac28d821-fded-4f58-b25c-ad117a60ed94"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:54:24.112027 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-6c2be226-2d6f-4ff9-b03b-ac96a3896b68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0300a0b6-7886-4119-a8bb-e59eeba80c5c HTTP/1.1" status: 204 len: 168 time: 0.2114246 Jul 21 10:54:24.124070 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2be226-2d6f-4ff9-b03b-ac96a3896b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0300a0b6-7886-4119-a8bb-e59eeba80c5c,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:24.155274 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbdd662-2a4f-4e88-abed-868bb5df96fb x-openstack-request-id: req-ecbdd662-2a4f-4e88-abed-868bb5df96fb {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:54:24.155570 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3e9cc4-2396-4388-a748-85fe1055d4c7", "name": "network-vif-deleted", "tag": "ac28d821-fded-4f58-b25c-ad117a60ed94", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:54:24.155828 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ecbdd662-2a4f-4e88-abed-868bb5df96fb {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:54:24.156234 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecbdd662-2a4f-4e88-abed-868bb5df96fb'] response: {'server_uuid': 'dd3e9cc4-2396-4388-a748-85fe1055d4c7', 'name': 'network-vif-deleted', 'tag': 'ac28d821-fded-4f58-b25c-ad117a60ed94', 'status': 'completed', 'code': 200} Jul 21 10:54:24.327246 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device d2a07e1d-f4ca-41c8-b082-541daee36b9e no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:54:24.357446 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: d2a07e1d-f4ca-41c8-b082-541daee36b9e {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:54:24.357804 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device d2a07e1d-f4ca-41c8-b082-541daee36b9e not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:54:24.358232 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device a8589071-c273-4e69-a912-5d2587db1eb1 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:54:24.378098 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: a8589071-c273-4e69-a912-5d2587db1eb1 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:54:24.378419 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device a8589071-c273-4e69-a912-5d2587db1eb1 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:54:24.409412 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-17b333df-32fc-4a7d-9528-b403b1d0249b req-9bf9bae5-18ee-4584-9685-9293d4c6e65d tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd3e9cc4-2396-4388-a748-85fe1055d4c7 HTTP/1.1" status: 200 len: 210 time: 0.0329576 Jul 21 10:54:25.164809 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41648) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:25.266254 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-7132acee-1f80-4369-b6b6-87b87498e654 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1914442083-network', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:54:25.350728 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7132acee-1f80-4369-b6b6-87b87498e654 admin admin] Made reservation on behalf of ce3ae8ed116141658017f823c633c2f2 for: {'network': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:54:25.353210 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7132acee-1f80-4369-b6b6-87b87498e654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:25.362532 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7132acee-1f80-4369-b6b6-87b87498e654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:25.373694 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:25.439569 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7132acee-1f80-4369-b6b6-87b87498e654 admin admin] Publish callbacks [] for security_group (d91d0fe4-6407-418b-8e29-06707bc80786), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:25.488010 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7132acee-1f80-4369-b6b6-87b87498e654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (d91d0fe4-6407-418b-8e29-06707bc80786), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:25.514761 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7132acee-1f80-4369-b6b6-87b87498e654 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=111079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:54:25.518930 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:25.525219 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132acee-1f80-4369-b6b6-87b87498e654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91d0fe4-6407-418b-8e29-06707bc80786,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:25.531183 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7132acee-1f80-4369-b6b6-87b87498e654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (694da1f4-7f8a-4c77-abb4-6e63a68db39f), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:25.531528 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.segments_db [None req-7132acee-1f80-4369-b6b6-87b87498e654 admin admin] Added segment 694da1f4-7f8a-4c77-abb4-6e63a68db39f of type vlan for network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 Jul 21 10:54:25.577366 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7132acee-1f80-4369-b6b6-87b87498e654 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (fcf758b3-d1d0-4113-88a1-91bfb5fdc377), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:25.594666 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:25.697434 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7132acee-1f80-4369-b6b6-87b87498e654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (fcf758b3-d1d0-4113-88a1-91bfb5fdc377), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:25.698332 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132acee-1f80-4369-b6b6-87b87498e654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:25.698927 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-7132acee-1f80-4369-b6b6-87b87498e654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:25.784398 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132acee-1f80-4369-b6b6-87b87498e654 admin admin] Pushing event updated for resources: {'Network': ['ID=fcf758b3-d1d0-4113-88a1-91bfb5fdc377,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:25.793644 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-d8cdfcc8-bc2b-45ea-8f58-b6be43594902 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:25.796017 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:54:25.796151 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-d8cdfcc8-bc2b-45ea-8f58-b6be43594902 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/networks?id=8ceaccac-b641-4f35-9f06-627723dcabd5 HTTP/1.1" status: 200 len: 809 time: 0.1628761 Jul 21 10:54:25.811285 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-f053e39d-1e2e-4372-864d-ff3c586d6517 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/quotas/0f5f72a0f2054b89bb61968a2de9f10a HTTP/1.1" status: 200 len: 375 time: 0.0102458 Jul 21 10:54:25.831345 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-7132acee-1f80-4369-b6b6-87b87498e654 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6653385 Jul 21 10:54:25.834481 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41666) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:25.840169 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-dcf32091-e954-4a62-a787-e37822c32130 admin admin] Request body: {'subnet': {'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1914442083-subnet', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:54:25.847523 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-f1630ba0-8ad0-4b6a-9112-d7cb59a27fda tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f5f72a0f2054b89bb61968a2de9f10a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308106 Jul 21 10:54:25.928459 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf32091-e954-4a62-a787-e37822c32130 admin admin] Made reservation on behalf of ce3ae8ed116141658017f823c633c2f2 for: {'subnet': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:54:25.931104 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-dcf32091-e954-4a62-a787-e37822c32130 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33547776'] for subnet (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:25.943709 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-f2f61709-7e2d-4349-ba39-b52ac4781203 service neutron] 10.222.0.48 "GET /v2.0/networks/8ceaccac-b641-4f35-9f06-627723dcabd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859854 Jul 21 10:54:26.050356 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-5c05d470-73d5-4a3e-ad59-1ae65eb0f18a service neutron] 10.222.0.48 "GET /v2.0/networks/8ceaccac-b641-4f35-9f06-627723dcabd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994813 Jul 21 10:54:26.190454 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-dcf32091-e954-4a62-a787-e37822c32130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6008538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33547794'] for subnet (c73223d2-a824-44a2-839c-c12a914ca57f), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:26.212858 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:26.248799 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf32091-e954-4a62-a787-e37822c32130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73223d2-a824-44a2-839c-c12a914ca57f,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:26.274981 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf32091-e954-4a62-a787-e37822c32130 admin admin] Checking segment: {'id': '694da1f4-7f8a-4c77-abb4-6e63a68db39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:54:26.275486 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf32091-e954-4a62-a787-e37822c32130 admin admin] Network hostable DHCP agents. Network: fcf758b3-d1d0-4113-88a1-91bfb5fdc377, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:54:26.316031 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ab6068b7-8dec-4c9a-881a-4e4eae81dd46 req-8b21e070-426c-4ae0-acb9-a3bec6f0c397 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=17c50765-6f88-4ed0-85b2-6ca01ac3015b HTTP/1.1" status: 200 len: 210 time: 0.0294402 Jul 21 10:54:26.402482 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf32091-e954-4a62-a787-e37822c32130 admin admin] Network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:54:26.500135 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-dcf32091-e954-4a62-a787-e37822c32130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, fcf758b3-d1d0-4113-88a1-91bfb5fdc377) {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:54:26.505032 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf32091-e954-4a62-a787-e37822c32130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:26.506198 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-dcf32091-e954-4a62-a787-e37822c32130 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:26.510433 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd991919-a979-45ab-94c1-db78919d9c1f None None] Network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:54:26.516072 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:26.595429 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-dcf32091-e954-4a62-a787-e37822c32130 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7524791 Jul 21 10:54:26.595429 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41682) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:26.595701 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:54:26.694910 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7906117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router (3b427d0f-04a9-42a3-bba9-72e8eda8fbeb), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:26.696128 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7906908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router (3b427d0f-04a9-42a3-bba9-72e8eda8fbeb), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:26.754530 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Publish callbacks [] for router_controller (3b427d0f-04a9-42a3-bba9-72e8eda8fbeb), precommit_add_association {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:26.766405 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cca8b75-1b15-5bba-a8e2-6f26b95bf61c-fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'fixed_ips': [{'subnet_id': 'c73223d2-a824-44a2-839c-c12a914ca57f'}]}} from dv-cinder-849800-2-iscsi. {{(pid=111080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 10:54:26.767375 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:26.836618 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device ac28d821-fded-4f58-b25c-ad117a60ed94 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:54:26.842239 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:26.843852 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:26.869019 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: ac28d821-fded-4f58-b25c-ad117a60ed94 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:54:26.869372 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device ac28d821-fded-4f58-b25c-ad117a60ed94 not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:54:26.930309 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.db_base_plugin_common [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Allocated IP 172.20.0.2 (fcf758b3-d1d0-4113-88a1-91bfb5fdc377/c73223d2-a824-44a2-839c-c12a914ca57f/2a538f8b-19a7-42c9-bed7-1fef662a8336) {{(pid=111080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:54:26.950459 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Publish callbacks [] for router_gateway (3b427d0f-04a9-42a3-bba9-72e8eda8fbeb), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:27.080265 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Publish callbacks [] for port (2a538f8b-19a7-42c9-bed7-1fef662a8336), precommit_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:27.157304 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (2a538f8b-19a7-42c9-bed7-1fef662a8336), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:27.184561 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Publish callbacks [] for router_gateway (3b427d0f-04a9-42a3-bba9-72e8eda8fbeb), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:27.196598 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 is already hosted by enough agents. {{(pid=111080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:54:27.199549 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.base_scheduler [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Resources bound (agent type, host, resource id): {{(pid=111080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:54:27.205052 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:27.205391 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Received port after_create {{(pid=111080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:54:27.213870 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:27.219661 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Pushing event updated for resources: {'Port': ['ID=2a538f8b-19a7-42c9-bed7-1fef662a8336,revision_number=1']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:27.278464 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Attempting to bind port 2a538f8b-19a7-42c9-bed7-1fef662a8336 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:54:27.278785 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Attempting to bind port 2a538f8b-19a7-42c9-bed7-1fef662a8336 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '694da1f4-7f8a-4c77-abb4-6e63a68db39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:54:27.279153 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Attempting to bind port 2a538f8b-19a7-42c9-bed7-1fef662a8336 on network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:54:27.280903 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:27.284932 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:54:27.285308 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Checking segment: {'id': '694da1f4-7f8a-4c77-abb4-6e63a68db39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:54:27.285711 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:27.286180 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Bound using segment: {'id': '694da1f4-7f8a-4c77-abb4-6e63a68db39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:54:27.287693 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Bound port: 2a538f8b-19a7-42c9-bed7-1fef662a8336, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694da1f4-7f8a-4c77-abb4-6e63a68db39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:54:27.288093 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2a538f8b-19a7-42c9-bed7-1fef662a8336), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:27.313071 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Allocated IP 172.27.0.27 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/1778fa36-01e8-45eb-8c22-77054f01a21f) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:54:27.358127 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] For port 2a538f8b-19a7-42c9-bed7-1fef662a8336, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:54:27.358742 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] For port 2a538f8b-19a7-42c9-bed7-1fef662a8336, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=2a538f8b-19a7-42c9-bed7-1fef662a8336,segment=NetworkSegment(694da1f4-7f8a-4c77-abb4-6e63a68db39f),segment_id=694da1f4-7f8a-4c77-abb4-6e63a68db39f)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:54:27.415690 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bf87c573-54db-401d-a400-40349c517eb6 req-0f5db6a4-a85c-4181-a4b2-da26796bf86d tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=17c50765-6f88-4ed0-85b2-6ca01ac3015b HTTP/1.1" status: 200 len: 210 time: 0.0280685 Jul 21 10:54:27.426271 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (2a538f8b-19a7-42c9-bed7-1fef662a8336), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:27.432817 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Publish callbacks [] for port (1778fa36-01e8-45eb-8c22-77054f01a21f), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:27.432817 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:27.493321 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2de1c-d2d9-471d-b996-7915db22e6d7 None None] Pushing event updated for resources: {'Port': ['ID=2a538f8b-19a7-42c9-bed7-1fef662a8336,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:27.517195 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (1778fa36-01e8-45eb-8c22-77054f01a21f), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:27.556958 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:54:27.561872 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:54:27.565922 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:54:27.571595 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Pushing event updated for resources: {'Port': ['ID=1778fa36-01e8-45eb-8c22-77054f01a21f,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:28.157574 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Publish callbacks [] for router_gateway (3b427d0f-04a9-42a3-bba9-72e8eda8fbeb), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:28.281008 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:28.379533 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 2a538f8b-19a7-42c9-bed7-1fef662a8336 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:54:28.401194 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-e4f04325-6c82-4c86-9ff2-184df52fb9ac tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:28.402739 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-e4f04325-6c82-4c86-9ff2-184df52fb9ac tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.57 "GET /v2.0/networks?id=8ceaccac-b641-4f35-9f06-627723dcabd5 HTTP/1.1" status: 200 len: 809 time: 0.1667297 Jul 21 10:54:28.432829 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 2a538f8b-19a7-42c9-bed7-1fef662a8336 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:54:28.433961 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (2a538f8b-19a7-42c9-bed7-1fef662a8336), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:28.440208 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-95184163-dc4d-47c6-8758-1c8446994e76 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Request body: {'port': {'device_id': '17c50765-6f88-4ed0-85b2-6ca01ac3015b', 'network_id': '8ceaccac-b641-4f35-9f06-627723dcabd5', 'admin_state_up': True, 'tenant_id': '0f5f72a0f2054b89bb61968a2de9f10a'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:54:28.533853 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fe1c30-1191-479f-9080-e2af97ade76a None None] Network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:54:28.557249 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7906845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7898792'] for router (3b427d0f-04a9-42a3-bba9-72e8eda8fbeb), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:28.571551 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 2a538f8b-19a7-42c9-bed7-1fef662a8336 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:54:28.571950 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2a538f8b-19a7-42c9-bed7-1fef662a8336), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:28.612218 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:28.648288 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-8851f602-1d3a-4fb3-b40f-768e0ea3d285 None None] Provisioning complete for port 2a538f8b-19a7-42c9-bed7-1fef662a8336 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:54:28.648667 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-8851f602-1d3a-4fb3-b40f-768e0ea3d285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (2a538f8b-19a7-42c9-bed7-1fef662a8336), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:28.683085 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] For port 2a538f8b-19a7-42c9-bed7-1fef662a8336, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=2a538f8b-19a7-42c9-bed7-1fef662a8336,segment=NetworkSegment(694da1f4-7f8a-4c77-abb4-6e63a68db39f),segment_id=694da1f4-7f8a-4c77-abb4-6e63a68db39f)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:28.761411 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (2a538f8b-19a7-42c9-bed7-1fef662a8336), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:28.779942 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-95184163-dc4d-47c6-8758-1c8446994e76 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Made reservation on behalf of 0f5f72a0f2054b89bb61968a2de9f10a for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:54:28.783943 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-95184163-dc4d-47c6-8758-1c8446994e76 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:28.786301 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb is scheduled to L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 with binding_index 1 {{(pid=111078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 10:54:28.814858 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-8851f602-1d3a-4fb3-b40f-768e0ea3d285 None None] Current status of the port 2a538f8b-19a7-42c9-bed7-1fef662a8336 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:54:28.815300 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-8851f602-1d3a-4fb3-b40f-768e0ea3d285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2a538f8b-19a7-42c9-bed7-1fef662a8336), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:28.841887 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Pushing event updated for resources: {'Port': ['ID=2a538f8b-19a7-42c9-bed7-1fef662a8336,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:28.861120 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d8142048-6d45-4727-81d0-e25679b70133 req-f8b7c6a8-3df2-4c3c-bc4e-30d7ee3c75fc tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=17c50765-6f88-4ed0-85b2-6ca01ac3015b HTTP/1.1" status: 200 len: 210 time: 0.3431733 Jul 21 10:54:28.896868 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.db.api [None req-8851f602-1d3a-4fb3-b40f-768e0ea3d285 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 21 10:54:28.897293 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG oslo_db.api [None req-8851f602-1d3a-4fb3-b40f-768e0ea3d285 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 10:54:28.963891 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:29.020068 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:54:29.028866 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Sync routers for ids ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:54:29.040173 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Routers {'3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:54:29.040390 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-95184163-dc4d-47c6-8758-1c8446994e76 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Allocated IP 172.20.0.13 (8ceaccac-b641-4f35-9f06-627723dcabd5/892cf058-d143-47fb-9a36-6717ca86b132/625ae809-9b6c-47fa-99e1-aa3c5b14cb81) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:54:29.041067 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:54:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:29.043937 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:29.148502 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Set router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:54:29.156445 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:29.160162 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-ca54270f-e34d-4dd3-8752-bff445a28476 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5657597 Jul 21 10:54:29.160750 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41700) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:29.215708 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-95184163-dc4d-47c6-8758-1c8446994e76 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Publish callbacks [] for port (625ae809-9b6c-47fa-99e1-aa3c5b14cb81), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:29.316075 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-95184163-dc4d-47c6-8758-1c8446994e76 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (625ae809-9b6c-47fa-99e1-aa3c5b14cb81), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:29.339669 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:54:27Z', 'revision_number': 3, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:29.362892 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-95184163-dc4d-47c6-8758-1c8446994e76 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Network 8ceaccac-b641-4f35-9f06-627723dcabd5 is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:54:29.368453 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-95184163-dc4d-47c6-8758-1c8446994e76 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:54:29.371703 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Checking router: 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:54:29.376763 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Updating router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb port 1778fa36-01e8-45eb-8c22-77054f01a21f binding host dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:54:29.377027 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-95184163-dc4d-47c6-8758-1c8446994e76 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:54:29.379637 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:29.398900 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95184163-dc4d-47c6-8758-1c8446994e76 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Pushing event updated for resources: {'Port': ['ID=625ae809-9b6c-47fa-99e1-aa3c5b14cb81,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:29.414855 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:29.423273 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (1778fa36-01e8-45eb-8c22-77054f01a21f), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:29.432835 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-95184163-dc4d-47c6-8758-1c8446994e76 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:29.434058 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-95184163-dc4d-47c6-8758-1c8446994e76 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:29.457175 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-8851f602-1d3a-4fb3-b40f-768e0ea3d285 None None] Current status of the port 2a538f8b-19a7-42c9-bed7-1fef662a8336 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:54:29.525560 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-95184163-dc4d-47c6-8758-1c8446994e76 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0915523 Jul 21 10:54:29.544420 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Request body: {'port': {'device_id': '17c50765-6f88-4ed0-85b2-6ca01ac3015b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:54:29.582287 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:29.607436 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-9e39e69e-dcdb-4d55-993d-371379c5aac0 None None] Provisioning complete for port 2a538f8b-19a7-42c9-bed7-1fef662a8336 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:54:29.608121 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-9e39e69e-dcdb-4d55-993d-371379c5aac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (2a538f8b-19a7-42c9-bed7-1fef662a8336), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:29.613267 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (625ae809-9b6c-47fa-99e1-aa3c5b14cb81), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:29.739055 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:29.747480 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] Allocated IP 172.20.0.1 (fcf758b3-d1d0-4113-88a1-91bfb5fdc377/c73223d2-a824-44a2-839c-c12a914ca57f/6a535443-e402-49a2-860b-cabc07d2d674) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:54:29.841405 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:29.857890 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:29.866417 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] Publish callbacks [] for port (6a535443-e402-49a2-860b-cabc07d2d674), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:29.887922 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-9e39e69e-dcdb-4d55-993d-371379c5aac0 None None] Current status of the port 2a538f8b-19a7-42c9-bed7-1fef662a8336 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:54:29.906216 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:54:29.914727 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Publish callbacks [] for port (625ae809-9b6c-47fa-99e1-aa3c5b14cb81), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:29.915039 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Publish callbacks [] for port (1778fa36-01e8-45eb-8c22-77054f01a21f), precommit_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:29.928384 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Transition to ACTIVE for port object 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:54:29.951399 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (6a535443-e402-49a2-860b-cabc07d2d674), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:29.963175 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (1778fa36-01e8-45eb-8c22-77054f01a21f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:29.997297 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (625ae809-9b6c-47fa-99e1-aa3c5b14cb81), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:30.012223 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] Network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:54:30.017916 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Attempting to bind port 1778fa36-01e8-45eb-8c22-77054f01a21f on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:54:30.018536 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Attempting to bind port 1778fa36-01e8-45eb-8c22-77054f01a21f by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:54:30.018710 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Attempting to bind port 1778fa36-01e8-45eb-8c22-77054f01a21f on network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:54:30.019303 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:54:30.027703 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54661ea1-d828-401d-92a5-13e973bbff79 req-7bc33fc4-1fa0-46eb-8f2f-d4e0b152244d tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:30.029218 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f69a7a-93b4-4fdb-99a7-7dfdb5907e8a None None] Pushing event updated for resources: {'Port': ['ID=1778fa36-01e8-45eb-8c22-77054f01a21f,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:30.031294 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:54:30.031957 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Checking segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:54:30.032091 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:30.032436 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Bound using segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:54:30.032914 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Bound port: 1778fa36-01e8-45eb-8c22-77054f01a21f, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:54:30.033865 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (1778fa36-01e8-45eb-8c22-77054f01a21f), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:30.035050 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-54661ea1-d828-401d-92a5-13e973bbff79 req-7bc33fc4-1fa0-46eb-8f2f-d4e0b152244d tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=17c50765-6f88-4ed0-85b2-6ca01ac3015b HTTP/1.1" status: 200 len: 932 time: 0.0955849 Jul 21 10:54:30.041620 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:54:30.057943 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Pushing event updated for resources: {'Port': ['ID=625ae809-9b6c-47fa-99e1-aa3c5b14cb81,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:30.090858 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] Pushing event updated for resources: {'Port': ['ID=6a535443-e402-49a2-860b-cabc07d2d674,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:30.108897 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906643'] for router_interface (3b427d0f-04a9-42a3-bba9-72e8eda8fbeb), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:30.117262 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] For port 1778fa36-01e8-45eb-8c22-77054f01a21f, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:54:30.118262 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:30.124713 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] For port 1778fa36-01e8-45eb-8c22-77054f01a21f, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=1778fa36-01e8-45eb-8c22-77054f01a21f,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:54:30.166763 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Attempting to bind port 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:54:30.167276 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Attempting to bind port 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '6b891449-7412-4942-a1f4-b9b53b4511ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8ceaccac-b641-4f35-9f06-627723dcabd5'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:54:30.167479 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Attempting to bind port 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 on network 8ceaccac-b641-4f35-9f06-627723dcabd5 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:54:30.173546 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Port 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 on network 8ceaccac-b641-4f35-9f06-627723dcabd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:54:30.173546 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Attempting to bind port 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 on network 8ceaccac-b641-4f35-9f06-627723dcabd5 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:54:30.180251 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:54:30.180405 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Checking segment: {'id': '6b891449-7412-4942-a1f4-b9b53b4511ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8ceaccac-b641-4f35-9f06-627723dcabd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:54:30.180785 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Bound using segment: {'id': '6b891449-7412-4942-a1f4-b9b53b4511ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8ceaccac-b641-4f35-9f06-627723dcabd5'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:54:30.181223 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Bound port: 625ae809-9b6c-47fa-99e1-aa3c5b14cb81, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b891449-7412-4942-a1f4-b9b53b4511ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8ceaccac-b641-4f35-9f06-627723dcabd5'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:54:30.181596 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (625ae809-9b6c-47fa-99e1-aa3c5b14cb81), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:30.187554 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-54661ea1-d828-401d-92a5-13e973bbff79 req-908500b9-08a6-4a76-a308-885d617e3a34 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511569 Jul 21 10:54:30.243196 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (1778fa36-01e8-45eb-8c22-77054f01a21f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:30.259269 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] For port 625ae809-9b6c-47fa-99e1-aa3c5b14cb81, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:54:30.276364 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] For port 625ae809-9b6c-47fa-99e1-aa3c5b14cb81, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=625ae809-9b6c-47fa-99e1-aa3c5b14cb81,segment=NetworkSegment(6b891449-7412-4942-a1f4-b9b53b4511ef),segment_id=6b891449-7412-4942-a1f4-b9b53b4511ef)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:54:30.332727 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Routers {'3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:54:30.333886 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:54:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:30.338345 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-7efdd509-e44c-49ea-a115-37d88dfa4358 None None] Provisioning complete for port 6a535443-e402-49a2-860b-cabc07d2d674 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:54:30.338757 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7efdd509-e44c-49ea-a115-37d88dfa4358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (6a535443-e402-49a2-860b-cabc07d2d674), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:30.386016 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (625ae809-9b6c-47fa-99e1-aa3c5b14cb81), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:30.392608 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 2a538f8b-19a7-42c9-bed7-1fef662a8336 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:54:30.421015 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:30.423566 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:30.423566 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] 10.222.0.57 "PUT /v2.0/ports/625ae809-9b6c-47fa-99e1-aa3c5b14cb81 HTTP/1.1" status: 200 len: 1094 time: 0.8846431 Jul 21 10:54:30.423566 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c50765-6f88-4ed0-85b2-6ca01ac3015b', 'tag': '625ae809-9b6c-47fa-99e1-aa3c5b14cb81'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:54:30.425429 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:30.425911 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c6cfac-704a-474e-adb2-083f1cde3a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "17c50765-6f88-4ed0-85b2-6ca01ac3015b", "tag": "625ae809-9b6c-47fa-99e1-aa3c5b14cb81"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:54:30.426528 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f69a7a-93b4-4fdb-99a7-7dfdb5907e8a None None] Pushing event updated for resources: {'Port': ['ID=1778fa36-01e8-45eb-8c22-77054f01a21f,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:30.440209 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (6a535443-e402-49a2-860b-cabc07d2d674), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:30.468793 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:30.487776 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a9014a-62ce-4e2d-8dcc-6a245e09bad1 x-openstack-request-id: req-f0a9014a-62ce-4e2d-8dcc-6a245e09bad1 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:54:30.488128 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c50765-6f88-4ed0-85b2-6ca01ac3015b", "tag": "625ae809-9b6c-47fa-99e1-aa3c5b14cb81", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:54:30.488436 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0a9014a-62ce-4e2d-8dcc-6a245e09bad1 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:54:30.488837 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a9014a-62ce-4e2d-8dcc-6a245e09bad1'] response: {'name': 'network-changed', 'server_uuid': '17c50765-6f88-4ed0-85b2-6ca01ac3015b', 'tag': '625ae809-9b6c-47fa-99e1-aa3c5b14cb81', 'status': 'completed', 'code': 200} Jul 21 10:54:30.489717 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00df4f-d9ca-4272-8015-adec3d9e3f4a service neutron] Pushing event updated for resources: {'Port': ['ID=625ae809-9b6c-47fa-99e1-aa3c5b14cb81,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:30.503158 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-7efdd509-e44c-49ea-a115-37d88dfa4358 None None] Port 6a535443-e402-49a2-860b-cabc07d2d674 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:54:30.524974 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 2a538f8b-19a7-42c9-bed7-1fef662a8336 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:54:30.525447 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (2a538f8b-19a7-42c9-bed7-1fef662a8336), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:30.564187 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] Set router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:54:30.601837 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6cfac-704a-474e-adb2-083f1cde3a8f req-c95acfc3-70af-4cda-9975-5cc07559b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:30.603835 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-45c6cfac-704a-474e-adb2-083f1cde3a8f req-c95acfc3-70af-4cda-9975-5cc07559b736 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f5f72a0f2054b89bb61968a2de9f10a&device_id=17c50765-6f88-4ed0-85b2-6ca01ac3015b HTTP/1.1" status: 200 len: 1128 time: 0.0749533 Jul 21 10:54:30.672018 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] Publish callbacks [] for port (6a535443-e402-49a2-860b-cabc07d2d674), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:30.730369 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6cfac-704a-474e-adb2-083f1cde3a8f req-368c327d-92b7-44e3-a7e4-94fb4b97a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:30.731999 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-45c6cfac-704a-474e-adb2-083f1cde3a8f req-368c327d-92b7-44e3-a7e4-94fb4b97a1a2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0f5f72a0f2054b89bb61968a2de9f10a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1157570 Jul 21 10:54:30.733910 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596833'] for port (6a535443-e402-49a2-860b-cabc07d2d674), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:30.740946 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:30.748479 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 2a538f8b-19a7-42c9-bed7-1fef662a8336 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:54:30.815095 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] Pushing event updated for resources: {'Port': ['ID=6a535443-e402-49a2-860b-cabc07d2d674,revision_number=2']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:30.817207 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:54:27Z', 'revision_number': 3, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:30.818298 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906751'] for router_interface (3b427d0f-04a9-42a3-bba9-72e8eda8fbeb), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:30.844474 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6cfac-704a-474e-adb2-083f1cde3a8f req-3ba42d2c-55b5-483e-81e2-f75b4be55cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:30.845969 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-45c6cfac-704a-474e-adb2-083f1cde3a8f req-3ba42d2c-55b5-483e-81e2-f75b4be55cfd service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1040392 Jul 21 10:54:30.846915 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dedc63-6a8c-4d22-9540-168e2fa271cc None None] The sync data for ids ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'] in dv-cinder-849800-2-iscsi is: [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:54:27Z', 'revision_number': 3, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:54:30.935328 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] Network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:54:30.938851 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:54:30.965309 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-63dc6aa4-b64f-4285-b042-9ebe5745d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:30.967944 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-63dc6aa4-b64f-4285-b042-9ebe5745d467 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0f5f72a0f2054b89bb61968a2de9f10a&device_id=17c50765-6f88-4ed0-85b2-6ca01ac3015b HTTP/1.1" status: 200 len: 1128 time: 0.0568025 Jul 21 10:54:31.042347 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-6ce92a20-d9a4-4138-abf6-3f98e9c887d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=625ae809-9b6c-47fa-99e1-aa3c5b14cb81 HTTP/1.1" status: 200 len: 217 time: 0.0576811 Jul 21 10:54:31.066024 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] Router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:54:31.073668 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:31.108508 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-8abbcf8b-e681-44ee-b317-0b09d92a12dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:31.114981 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-8abbcf8b-e681-44ee-b317-0b09d92a12dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=892cf058-d143-47fb-9a36-6717ca86b132 HTTP/1.1" status: 200 len: 849 time: 0.0638027 Jul 21 10:54:31.155446 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-a680db92-2368-4489-aaf9-93aef2e02e5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ceaccac-b641-4f35-9f06-627723dcabd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351982 Jul 21 10:54:31.231624 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:54:31.247195 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-63947ef7-4bca-4f94-8dcf-c01c9774beac admin admin] 10.222.0.48 "PUT /v2.0/routers/3b427d0f-04a9-42a3-bba9-72e8eda8fbeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0849640 Jul 21 10:54:31.294685 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-f5fc3d4d-9906-4dd8-a897-b0151995ffef service neutron] 10.222.0.57 "GET /v2.0/networks/8ceaccac-b641-4f35-9f06-627723dcabd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309495 Jul 21 10:54:31.338755 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-1cb6afa6-116b-4394-b613-a59c283e3696 None None] Provisioning complete for port 6a535443-e402-49a2-860b-cabc07d2d674 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:54:31.342895 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-1cb6afa6-116b-4394-b613-a59c283e3696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (6a535443-e402-49a2-860b-cabc07d2d674), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:31.353712 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972b636-445b-4edd-afd2-42957801fa59 req-f5bd9698-7eab-4266-8a51-bf118d7ed5bf tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:31.356437 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3972b636-445b-4edd-afd2-42957801fa59 req-f5bd9698-7eab-4266-8a51-bf118d7ed5bf tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=17c50765-6f88-4ed0-85b2-6ca01ac3015b HTTP/1.1" status: 200 len: 944 time: 0.0839276 Jul 21 10:54:31.393699 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-1cb6afa6-116b-4394-b613-a59c283e3696 None None] Port 6a535443-e402-49a2-860b-cabc07d2d674 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:54:31.436812 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-93c08449-b84b-45e9-b06a-de18f11a41a1 req-086c91bd-b387-412f-9c71-66887be8e306 service neutron] 10.222.0.57 "GET /v2.0/networks/8ceaccac-b641-4f35-9f06-627723dcabd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354213 Jul 21 10:54:31.439515 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3972b636-445b-4edd-afd2-42957801fa59 req-ee196e11-7dd8-4d68-ac72-ee8a521665f5 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757294 Jul 21 10:54:31.714951 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41728) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:31.719444 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-11d24a9c-70f5-4c9d-9cd0-6787a5cc2d51 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1729679247', 'description': 'tempest-description--2049538619'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:54:31.803741 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-11d24a9c-70f5-4c9d-9cd0-6787a5cc2d51 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:31.825600 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:31.874867 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-11d24a9c-70f5-4c9d-9cd0-6787a5cc2d51 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group (d6f54751-6d6f-4a17-bef2-6c2dcb48211b), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:31.928667 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-11d24a9c-70f5-4c9d-9cd0-6787a5cc2d51 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (d6f54751-6d6f-4a17-bef2-6c2dcb48211b), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:31.959217 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d24a9c-70f5-4c9d-9cd0-6787a5cc2d51 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f54751-6d6f-4a17-bef2-6c2dcb48211b,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:32.021922 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-11d24a9c-70f5-4c9d-9cd0-6787a5cc2d51 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:32.023262 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-11d24a9c-70f5-4c9d-9cd0-6787a5cc2d51 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3073525 Jul 21 10:54:32.029247 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41732) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:32.031034 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-46a7b3c0-3923-489f-a43e-5205037560c5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Request body: {'security_group_rule': {'security_group_id': 'd6f54751-6d6f-4a17-bef2-6c2dcb48211b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:54:32.127938 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-46a7b3c0-3923-489f-a43e-5205037560c5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group_rule (ae18944a-be3a-4910-824b-82637eff220c), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:32.186910 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-46a7b3c0-3923-489f-a43e-5205037560c5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group_rule (ae18944a-be3a-4910-824b-82637eff220c), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:32.288411 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-46a7b3c0-3923-489f-a43e-5205037560c5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (ae18944a-be3a-4910-824b-82637eff220c), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:32.313271 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7b3c0-3923-489f-a43e-5205037560c5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae18944a-be3a-4910-824b-82637eff220c,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:32.349735 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 1778fa36-01e8-45eb-8c22-77054f01a21f up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:54:32.386903 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-46a7b3c0-3923-489f-a43e-5205037560c5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:32.390883 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-46a7b3c0-3923-489f-a43e-5205037560c5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3611772 Jul 21 10:54:32.391505 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41736) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:32.396775 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-d4464539-a3cd-4a9d-9114-cd0221218cb5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Request body: {'security_group_rule': {'security_group_id': 'd6f54751-6d6f-4a17-bef2-6c2dcb48211b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:54:32.407071 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 1778fa36-01e8-45eb-8c22-77054f01a21f triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:54:32.407450 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (1778fa36-01e8-45eb-8c22-77054f01a21f), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:32.488996 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 1778fa36-01e8-45eb-8c22-77054f01a21f is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:54:32.489549 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (1778fa36-01e8-45eb-8c22-77054f01a21f), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:32.496493 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41742) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:32.501588 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d4464539-a3cd-4a9d-9114-cd0221218cb5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group_rule (b7f55b5d-8510-4340-8987-48204042497c), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:32.516742 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] For port 1778fa36-01e8-45eb-8c22-77054f01a21f, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=1778fa36-01e8-45eb-8c22-77054f01a21f,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:32.578283 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (1778fa36-01e8-45eb-8c22-77054f01a21f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:32.611377 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d78b6b-1f9c-4514-a1e1-a46344ceee5b req-3b79c280-4d21-4d23-aafd-f1cc89906433 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:32.613029 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a4d78b6b-1f9c-4514-a1e1-a46344ceee5b req-3b79c280-4d21-4d23-aafd-f1cc89906433 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=17c50765-6f88-4ed0-85b2-6ca01ac3015b HTTP/1.1" status: 200 len: 944 time: 0.0603969 Jul 21 10:54:32.624884 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d4464539-a3cd-4a9d-9114-cd0221218cb5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group_rule (b7f55b5d-8510-4340-8987-48204042497c), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:32.639036 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Pushing event updated for resources: {'Port': ['ID=1778fa36-01e8-45eb-8c22-77054f01a21f,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:32.648914 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:32.649267 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:32.649616 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:32.650459 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:32.650459 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:32.650983 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:32.650983 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:32.651336 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:32.651759 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:32.652004 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:32.652336 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:32.652661 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:32.652992 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:32.653352 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:32.653624 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:32.659736 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Sync routers for ids ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:54:32.672027 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Routers {'3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:54:32.672027 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:54:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:32.679920 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a4d78b6b-1f9c-4514-a1e1-a46344ceee5b req-d600358b-597d-4357-9bb8-061ce288b505 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577066 Jul 21 10:54:32.688086 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d4464539-a3cd-4a9d-9114-cd0221218cb5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (b7f55b5d-8510-4340-8987-48204042497c), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:32.699102 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fa59cb62-ec5f-4fb5-a4c9-6727a853fa02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:32.709573 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4464539-a3cd-4a9d-9114-cd0221218cb5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f55b5d-8510-4340-8987-48204042497c,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:32.741824 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:32.778793 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Set router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:54:32.781183 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fa59cb62-ec5f-4fb5-a4c9-6727a853fa02 admin admin] Publish callbacks [] for security_group (801dd6bf-32ea-49d0-bf35-156a5fafe16d), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:32.781406 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d4464539-a3cd-4a9d-9114-cd0221218cb5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:32.782860 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-d4464539-a3cd-4a9d-9114-cd0221218cb5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3907280 Jul 21 10:54:32.785943 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41746) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:32.791107 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-13a9c42c-1e82-44b0-a2a2-af39042a878b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Request body: {'floatingip': {'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:54:32.809435 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:54:32.871016 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-fa59cb62-ec5f-4fb5-a4c9-6727a853fa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (801dd6bf-32ea-49d0-bf35-156a5fafe16d), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:32.908476 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-13a9c42c-1e82-44b0-a2a2-af39042a878b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:32.917597 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 625ae809-9b6c-47fa-99e1-aa3c5b14cb81, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=625ae809-9b6c-47fa-99e1-aa3c5b14cb81,segment=NetworkSegment(6b891449-7412-4942-a1f4-b9b53b4511ef),segment_id=6b891449-7412-4942-a1f4-b9b53b4511ef)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:32.932032 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '625ae809-9b6c-47fa-99e1-aa3c5b14cb81', 'network_id': '8ceaccac-b641-4f35-9f06-627723dcabd5', 'port_id': '625ae809-9b6c-47fa-99e1-aa3c5b14cb81', 'mac_address': 'fa:16:3e:ca:46:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892cf058-d143-47fb-9a36-6717ca86b132', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:54:32.936213 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-fa59cb62-ec5f-4fb5-a4c9-6727a853fa02 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc628ba22cfb4a8b9efc0199fc65068f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4380727 Jul 21 10:54:32.943831 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59cb62-ec5f-4fb5-a4c9-6727a853fa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801dd6bf-32ea-49d0-bf35-156a5fafe16d,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:32.945072 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41748) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:32.992513 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:54:30Z', 'revision_number': 4, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '6a535443-e402-49a2-860b-cabc07d2d674', 'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'mac_address': 'fa:16:3e:f9:47:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:29Z', 'updated_at': '2022-07-21T10:54:30Z', 'revision_number': 2, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'subnets': [{'id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:32.997007 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:54:32.997603 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (625ae809-9b6c-47fa-99e1-aa3c5b14cb81), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:32.998155 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e98d3e3a-c393-4902-ad36-81a28eb0292b admin admin] Publish callbacks [] for security_group (801dd6bf-32ea-49d0-bf35-156a5fafe16d), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.015270 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:54:33.021531 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Checking router: 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:54:33.022170 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Updating router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb port 6a535443-e402-49a2-860b-cabc07d2d674 binding host dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:54:33.023288 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-13a9c42c-1e82-44b0-a2a2-af39042a878b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.026754 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e98d3e3a-c393-4902-ad36-81a28eb0292b admin admin] Publish callbacks [] for security_group (801dd6bf-32ea-49d0-bf35-156a5fafe16d), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.046758 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 625ae809-9b6c-47fa-99e1-aa3c5b14cb81, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=625ae809-9b6c-47fa-99e1-aa3c5b14cb81,segment=NetworkSegment(6b891449-7412-4942-a1f4-b9b53b4511ef),segment_id=6b891449-7412-4942-a1f4-b9b53b4511ef)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:33.056984 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (6a535443-e402-49a2-860b-cabc07d2d674), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.122767 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:33.153823 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [None req-13a9c42c-1e82-44b0-a2a2-af39042a878b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Allocated IP 172.27.0.21 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/7f4945dd-0e61-4715-bc6c-18f47a27ae26) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:54:33.155834 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (625ae809-9b6c-47fa-99e1-aa3c5b14cb81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.189775 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e98d3e3a-c393-4902-ad36-81a28eb0292b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (801dd6bf-32ea-49d0-bf35-156a5fafe16d), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.192965 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-e98d3e3a-c393-4902-ad36-81a28eb0292b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.195102 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-e98d3e3a-c393-4902-ad36-81a28eb0292b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/801dd6bf-32ea-49d0-bf35-156a5fafe16d HTTP/1.1" status: 204 len: 168 time: 0.2490315 Jul 21 10:54:33.203957 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d3e3a-c393-4902-ad36-81a28eb0292b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801dd6bf-32ea-49d0-bf35-156a5fafe16d,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:33.247088 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=625ae809-9b6c-47fa-99e1-aa3c5b14cb81,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:33.280519 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-13a9c42c-1e82-44b0-a2a2-af39042a878b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for port (7f4945dd-0e61-4715-bc6c-18f47a27ae26), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.328503 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=100 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:33.346885 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Publish callbacks [] for port (6a535443-e402-49a2-860b-cabc07d2d674), precommit_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.391719 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-13a9c42c-1e82-44b0-a2a2-af39042a878b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (7f4945dd-0e61-4715-bc6c-18f47a27ae26), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.425040 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (6a535443-e402-49a2-860b-cabc07d2d674), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.429934 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a9c42c-1e82-44b0-a2a2-af39042a878b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:54:33.435229 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-13a9c42c-1e82-44b0-a2a2-af39042a878b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:54:33.439452 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9c42c-1e82-44b0-a2a2-af39042a878b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:54:33.444144 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['625ae809-9b6c-47fa-99e1-aa3c5b14cb81'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:54:33.549910 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-13a9c42c-1e82-44b0-a2a2-af39042a878b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for floatingip (d47c5990-02f2-4437-85be-1a6c2e237ddd), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.559291 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9c42c-1e82-44b0-a2a2-af39042a878b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Pushing event updated for resources: {'Port': ['ID=7f4945dd-0e61-4715-bc6c-18f47a27ae26,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:33.565276 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44aba60-0f4e-4a66-a316-52f207e3dd73 None None] Pushing event updated for resources: {'Port': ['ID=6a535443-e402-49a2-860b-cabc07d2d674,revision_number=3']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:33.577967 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aba60-0f4e-4a66-a316-52f207e3dd73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:33.578341 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aba60-0f4e-4a66-a316-52f207e3dd73 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:33.578978 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aba60-0f4e-4a66-a316-52f207e3dd73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:33.579436 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aba60-0f4e-4a66-a316-52f207e3dd73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:33.579794 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aba60-0f4e-4a66-a316-52f207e3dd73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:33.580113 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aba60-0f4e-4a66-a316-52f207e3dd73 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:33.580441 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aba60-0f4e-4a66-a316-52f207e3dd73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:33.580765 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aba60-0f4e-4a66-a316-52f207e3dd73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:33.581091 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aba60-0f4e-4a66-a316-52f207e3dd73 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:33.581461 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aba60-0f4e-4a66-a316-52f207e3dd73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:33.582209 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aba60-0f4e-4a66-a316-52f207e3dd73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:33.582209 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aba60-0f4e-4a66-a316-52f207e3dd73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:33.582368 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aba60-0f4e-4a66-a316-52f207e3dd73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:33.582714 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aba60-0f4e-4a66-a316-52f207e3dd73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:33.583589 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aba60-0f4e-4a66-a316-52f207e3dd73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:33.598416 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Attempting to bind port 6a535443-e402-49a2-860b-cabc07d2d674 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:54:33.599096 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Attempting to bind port 6a535443-e402-49a2-860b-cabc07d2d674 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '694da1f4-7f8a-4c77-abb4-6e63a68db39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377'}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:54:33.599526 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Attempting to bind port 6a535443-e402-49a2-860b-cabc07d2d674 on network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:54:33.610266 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:54:33.610266 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Checking segment: {'id': '694da1f4-7f8a-4c77-abb4-6e63a68db39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:54:33.610266 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.610760 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Bound using segment: {'id': '694da1f4-7f8a-4c77-abb4-6e63a68db39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377'} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:54:33.610914 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Bound port: 6a535443-e402-49a2-860b-cabc07d2d674, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694da1f4-7f8a-4c77-abb4-6e63a68db39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377'}}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:54:33.611298 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (6a535443-e402-49a2-860b-cabc07d2d674), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.618266 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:33.633383 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:33.660812 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-13a9c42c-1e82-44b0-a2a2-af39042a878b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (7f4945dd-0e61-4715-bc6c-18f47a27ae26), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.702692 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] For port 6a535443-e402-49a2-860b-cabc07d2d674, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:54:33.706630 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] For port 6a535443-e402-49a2-860b-cabc07d2d674, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=6a535443-e402-49a2-860b-cabc07d2d674,segment=NetworkSegment(694da1f4-7f8a-4c77-abb4-6e63a68db39f),segment_id=694da1f4-7f8a-4c77-abb4-6e63a68db39f)] {{(pid=111081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:54:33.797359 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (6a535443-e402-49a2-860b-cabc07d2d674), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.801523 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:33.834989 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770d565-a822-44d8-83dd-9ed59b83fbf6 req-d16a2207-9294-4a1b-af9b-47a2dc3f3a85 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:33.837155 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1770d565-a822-44d8-83dd-9ed59b83fbf6 req-d16a2207-9294-4a1b-af9b-47a2dc3f3a85 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=17c50765-6f88-4ed0-85b2-6ca01ac3015b HTTP/1.1" status: 200 len: 945 time: 0.0638187 Jul 21 10:54:33.854763 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:33.858348 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-871c1e42-a414-4a76-a363-62a13e894b4a None None] Provisioning complete for port 6a535443-e402-49a2-860b-cabc07d2d674 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:54:33.858348 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-871c1e42-a414-4a76-a363-62a13e894b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (6a535443-e402-49a2-860b-cabc07d2d674), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.869439 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-13a9c42c-1e82-44b0-a2a2-af39042a878b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for port (7f4945dd-0e61-4715-bc6c-18f47a27ae26), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.886627 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44aba60-0f4e-4a66-a316-52f207e3dd73 None None] Pushing event updated for resources: {'Port': ['ID=6a535443-e402-49a2-860b-cabc07d2d674,revision_number=4']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:33.902750 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Routers {'3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:54:33.903749 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:54:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:33.923973 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-13a9c42c-1e82-44b0-a2a2-af39042a878b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (7f4945dd-0e61-4715-bc6c-18f47a27ae26), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:33.957719 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1770d565-a822-44d8-83dd-9ed59b83fbf6 req-75574571-029e-43fa-a5b2-c2b992580ec1 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058187 Jul 21 10:54:34.012912 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-871c1e42-a414-4a76-a363-62a13e894b4a None None] Current status of the port 6a535443-e402-49a2-860b-cabc07d2d674 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:54:34.013519 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-871c1e42-a414-4a76-a363-62a13e894b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (6a535443-e402-49a2-860b-cabc07d2d674), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:34.047036 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] Set router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:54:34.047252 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9c42c-1e82-44b0-a2a2-af39042a878b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Pushing event updated for resources: {'Port': ['ID=7f4945dd-0e61-4715-bc6c-18f47a27ae26,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:34.059424 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-871c1e42-a414-4a76-a363-62a13e894b4a None None] For port 6a535443-e402-49a2-860b-cabc07d2d674, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=6a535443-e402-49a2-860b-cabc07d2d674,segment=NetworkSegment(694da1f4-7f8a-4c77-abb4-6e63a68db39f),segment_id=694da1f4-7f8a-4c77-abb4-6e63a68db39f)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:34.061953 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:34.066250 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-13a9c42c-1e82-44b0-a2a2-af39042a878b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (d47c5990-02f2-4437-85be-1a6c2e237ddd), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:34.134904 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-871c1e42-a414-4a76-a363-62a13e894b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (6a535443-e402-49a2-860b-cabc07d2d674), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:34.139247 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-13a9c42c-1e82-44b0-a2a2-af39042a878b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:34.139247 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-13a9c42c-1e82-44b0-a2a2-af39042a878b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3502784 Jul 21 10:54:34.231841 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c1e42-a414-4a76-a363-62a13e894b4a None None] Pushing event updated for resources: {'Port': ['ID=6a535443-e402-49a2-860b-cabc07d2d674,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:34.264770 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-a8414160-d138-48d9-80f1-8fa8a21f1e55 None None] Provisioning complete for port 6a535443-e402-49a2-860b-cabc07d2d674 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:54:34.265156 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-a8414160-d138-48d9-80f1-8fa8a21f1e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (6a535443-e402-49a2-860b-cabc07d2d674), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:34.287413 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:54:30Z', 'revision_number': 4, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '6a535443-e402-49a2-860b-cabc07d2d674', 'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'mac_address': 'fa:16:3e:f9:47:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:29Z', 'updated_at': '2022-07-21T10:54:33Z', 'revision_number': 4, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'subnets': [{'id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:34.344855 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45edea7-02f4-4afe-b559-f58350af05f3 None None] The sync data for ids ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'] in dv-cinder-849800-2-iscsi is: [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:54:30Z', 'revision_number': 4, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '6a535443-e402-49a2-860b-cabc07d2d674', 'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'mac_address': 'fa:16:3e:f9:47:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:29Z', 'updated_at': '2022-07-21T10:54:33Z', 'revision_number': 4, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'subnets': [{'id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:54:34.367949 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-a8414160-d138-48d9-80f1-8fa8a21f1e55 None None] Current status of the port 6a535443-e402-49a2-860b-cabc07d2d674 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:54:34.450877 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-04ea2abb-5e33-4440-95a8-5ea38526b7ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1729679247&fields=id&tenant_id=ce3ae8ed116141658017f823c633c2f2 HTTP/1.1" status: 200 len: 267 time: 0.0867290 Jul 21 10:54:34.454030 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 1778fa36-01e8-45eb-8c22-77054f01a21f up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:54:34.533239 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 1778fa36-01e8-45eb-8c22-77054f01a21f triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:54:34.534659 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (1778fa36-01e8-45eb-8c22-77054f01a21f), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:34.540508 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:34.602294 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8fc754d1-09a6-481b-b91e-2f248c667efb tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:34.603975 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8fc754d1-09a6-481b-b91e-2f248c667efb tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/networks?id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377 HTTP/1.1" status: 200 len: 811 time: 0.1521957 Jul 21 10:54:34.622196 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-034da31b-f743-4ecf-a6c5-9604c5f7f943 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/quotas/ce3ae8ed116141658017f823c633c2f2 HTTP/1.1" status: 200 len: 375 time: 0.0129645 Jul 21 10:54:34.632473 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 1778fa36-01e8-45eb-8c22-77054f01a21f is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:54:34.679546 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-571f1d20-e349-4669-b673-91f2b6743266 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce3ae8ed116141658017f823c633c2f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493603 Jul 21 10:54:34.788135 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-97133da1-b5b2-4f20-9745-8a3225205083 service neutron] 10.222.0.48 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957570 Jul 21 10:54:34.822346 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:54:34.867348 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:54:34.895609 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-70fdae13-b63c-452f-889c-0cfb8af781a6 service neutron] 10.222.0.48 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005642 Jul 21 10:54:34.933430 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:54:34.933430 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (625ae809-9b6c-47fa-99e1-aa3c5b14cb81), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:35.035829 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:54:35.036746 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (625ae809-9b6c-47fa-99e1-aa3c5b14cb81), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:35.066634 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c50765-6f88-4ed0-85b2-6ca01ac3015b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625ae809-9b6c-47fa-99e1-aa3c5b14cb81'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:54:35.070112 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4529be65-c40e-4502-99ae-ea4f4e62c40b" -d '{"events": [{"server_uuid": "17c50765-6f88-4ed0-85b2-6ca01ac3015b", "name": "network-vif-plugged", "status": "completed", "tag": "625ae809-9b6c-47fa-99e1-aa3c5b14cb81"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:54:35.087669 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 625ae809-9b6c-47fa-99e1-aa3c5b14cb81, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=625ae809-9b6c-47fa-99e1-aa3c5b14cb81,segment=NetworkSegment(6b891449-7412-4942-a1f4-b9b53b4511ef),segment_id=6b891449-7412-4942-a1f4-b9b53b4511ef)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:35.096508 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca9a3-93ed-4272-9610-89ec96cec391 req-f3b4ef3e-6d63-4067-a875-86f762db0b8f tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:35.104725 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-017ca9a3-93ed-4272-9610-89ec96cec391 req-f3b4ef3e-6d63-4067-a875-86f762db0b8f tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=17c50765-6f88-4ed0-85b2-6ca01ac3015b HTTP/1.1" status: 200 len: 945 time: 0.0594769 Jul 21 10:54:35.151207 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757f41c0-2be4-49d5-96a4-ea4c43358ee7 x-openstack-request-id: req-757f41c0-2be4-49d5-96a4-ea4c43358ee7 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:54:35.151513 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c50765-6f88-4ed0-85b2-6ca01ac3015b", "name": "network-vif-plugged", "status": "completed", "tag": "625ae809-9b6c-47fa-99e1-aa3c5b14cb81", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:54:35.151773 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-757f41c0-2be4-49d5-96a4-ea4c43358ee7 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:54:35.152176 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-757f41c0-2be4-49d5-96a4-ea4c43358ee7'] response: {'server_uuid': '17c50765-6f88-4ed0-85b2-6ca01ac3015b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625ae809-9b6c-47fa-99e1-aa3c5b14cb81', 'code': 200} Jul 21 10:54:35.163743 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (625ae809-9b6c-47fa-99e1-aa3c5b14cb81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:35.179484 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-017ca9a3-93ed-4272-9610-89ec96cec391 req-217abc41-9a30-4ac0-8aae-69e71b84c25b tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734262 Jul 21 10:54:35.246294 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=625ae809-9b6c-47fa-99e1-aa3c5b14cb81,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:35.279405 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ee72262a-0bf0-4aa5-93e3-3a762bb87615 req-74021bd7-7e1e-4414-a6a6-21435e5ecbcb tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 210 time: 0.0528498 Jul 21 10:54:35.558770 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d34510-f7f4-4b66-ad6e-3d884c20b0ee req-f0b791e5-c237-405c-99fa-fbc646d48c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:35.560406 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f5d34510-f7f4-4b66-ad6e-3d884c20b0ee req-f0b791e5-c237-405c-99fa-fbc646d48c34 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=17c50765-6f88-4ed0-85b2-6ca01ac3015b HTTP/1.1" status: 200 len: 1130 time: 0.0458376 Jul 21 10:54:35.616196 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f5d34510-f7f4-4b66-ad6e-3d884c20b0ee req-e007a3a1-e592-4655-a1ff-1cd8fa5c6959 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463676 Jul 21 10:54:36.323133 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3aea3-3ea9-4e65-bfe4-7d0f7276ef14 req-d567b23a-403b-4579-bac9-c84e6e537536 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:36.327043 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3ff3aea3-3ea9-4e65-bfe4-7d0f7276ef14 req-d567b23a-403b-4579-bac9-c84e6e537536 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=17c50765-6f88-4ed0-85b2-6ca01ac3015b HTTP/1.1" status: 200 len: 946 time: 0.0735853 Jul 21 10:54:36.393062 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 6a535443-e402-49a2-860b-cabc07d2d674 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:54:36.409465 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d1b5b376-1778-4912-a046-3daefeb3a8a9 req-a22cc10e-3f70-47c5-abcc-43cf3677acbf tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 210 time: 0.0424755 Jul 21 10:54:36.426374 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3ff3aea3-3ea9-4e65-bfe4-7d0f7276ef14 req-94f471ef-f961-4738-baf7-6d77f1d805bd tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956800 Jul 21 10:54:36.452379 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 6a535443-e402-49a2-860b-cabc07d2d674 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:54:36.452768 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (6a535443-e402-49a2-860b-cabc07d2d674), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:36.471545 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:36.526764 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 6a535443-e402-49a2-860b-cabc07d2d674 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:54:37.541318 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-07ad7cd6-c53d-453c-8f5b-a0a096fe4169 req-d2822ab8-29bf-40a9-8bb5-e1dc4e62a7d1 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 210 time: 0.0427017 Jul 21 10:54:37.559557 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb4ad3-e52a-4f47-9931-ef06d1174214 req-1c3853fc-dae3-4b14-b453-c1f7fe38b74c tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:37.561133 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2ebb4ad3-e52a-4f47-9931-ef06d1174214 req-1c3853fc-dae3-4b14-b453-c1f7fe38b74c tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=17c50765-6f88-4ed0-85b2-6ca01ac3015b HTTP/1.1" status: 200 len: 946 time: 0.0724673 Jul 21 10:54:37.611156 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2ebb4ad3-e52a-4f47-9931-ef06d1174214 req-4020c6d0-f480-49d5-b291-e9e0980ba63d tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445006 Jul 21 10:54:37.964732 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-586af5bc-0876-454f-bc75-d414fceb01d5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:37.966175 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-586af5bc-0876-454f-bc75-d414fceb01d5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.57 "GET /v2.0/networks?id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377 HTTP/1.1" status: 200 len: 811 time: 0.1056991 Jul 21 10:54:38.010089 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:38.037387 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-c02af189-b6fc-4a4c-a439-18b6c28ef674 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce3ae8ed116141658017f823c633c2f2 HTTP/1.1" status: 200 len: 380 time: 0.0550404 Jul 21 10:54:38.045400 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-445cecb4-3063-4330-8c5b-18d8c8720ee7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Request body: {'port': {'device_id': '5ec19443-8399-4f5f-b530-179ac8488e8a', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'admin_state_up': True, 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'security_groups': ['d6f54751-6d6f-4a17-bef2-6c2dcb48211b']}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:54:38.242749 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-445cecb4-3063-4330-8c5b-18d8c8720ee7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Made reservation on behalf of ce3ae8ed116141658017f823c633c2f2 for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:54:38.246678 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-445cecb4-3063-4330-8c5b-18d8c8720ee7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:38.388617 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-445cecb4-3063-4330-8c5b-18d8c8720ee7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Allocated IP 172.20.0.11 (fcf758b3-d1d0-4113-88a1-91bfb5fdc377/c73223d2-a824-44a2-839c-c12a914ca57f/9413091b-0c11-431b-a541-d2ab3dd8bc2f) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:54:38.502914 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:38.545018 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-445cecb4-3063-4330-8c5b-18d8c8720ee7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for port (9413091b-0c11-431b-a541-d2ab3dd8bc2f), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:38.645043 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ddaff9d1-b957-4d99-b0b7-335da188708e req-69799d62-ac28-4b99-beac-9d79185bc667 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 210 time: 0.0287647 Jul 21 10:54:38.676750 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-445cecb4-3063-4330-8c5b-18d8c8720ee7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (9413091b-0c11-431b-a541-d2ab3dd8bc2f), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:38.720695 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-445cecb4-3063-4330-8c5b-18d8c8720ee7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:54:38.725742 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-445cecb4-3063-4330-8c5b-18d8c8720ee7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:54:38.729746 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-445cecb4-3063-4330-8c5b-18d8c8720ee7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:54:38.753829 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cecb4-3063-4330-8c5b-18d8c8720ee7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Pushing event updated for resources: {'Port': ['ID=9413091b-0c11-431b-a541-d2ab3dd8bc2f,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:38.784472 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-445cecb4-3063-4330-8c5b-18d8c8720ee7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:38.785158 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-445cecb4-3063-4330-8c5b-18d8c8720ee7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:38.965214 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-445cecb4-3063-4330-8c5b-18d8c8720ee7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9233708 Jul 21 10:54:38.994166 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Request body: {'port': {'device_id': '5ec19443-8399-4f5f-b530-179ac8488e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:54:39.012810 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:39.019118 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-33ef7cc2-055d-47e7-8caf-ae2edc94e08f None None] Provisioning complete for port 9413091b-0c11-431b-a541-d2ab3dd8bc2f triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:54:39.019510 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-33ef7cc2-055d-47e7-8caf-ae2edc94e08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (9413091b-0c11-431b-a541-d2ab3dd8bc2f), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:39.055666 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-33ef7cc2-055d-47e7-8caf-ae2edc94e08f None None] Port 9413091b-0c11-431b-a541-d2ab3dd8bc2f cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:54:39.063096 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (9413091b-0c11-431b-a541-d2ab3dd8bc2f), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:39.199401 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5305438-73e2-434f-9f78-01cd80c4d88e req-8c2fba1a-f9a7-4400-af7b-ecb896e9facf tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:39.200907 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d5305438-73e2-434f-9f78-01cd80c4d88e req-8c2fba1a-f9a7-4400-af7b-ecb896e9facf tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=17c50765-6f88-4ed0-85b2-6ca01ac3015b HTTP/1.1" status: 200 len: 946 time: 0.0536664 Jul 21 10:54:39.221003 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:39.250074 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d5305438-73e2-434f-9f78-01cd80c4d88e req-95fa8f86-9612-43f5-aef8-865ffd19faa8 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432341 Jul 21 10:54:39.342858 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9413091b-0c11-431b-a541-d2ab3dd8bc2f {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:54:39.350631 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Publish callbacks [] for port (9413091b-0c11-431b-a541-d2ab3dd8bc2f), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:39.362820 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Transition to ACTIVE for port object 9413091b-0c11-431b-a541-d2ab3dd8bc2f will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:54:39.448732 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (9413091b-0c11-431b-a541-d2ab3dd8bc2f), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:39.499207 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Pushing event updated for resources: {'Port': ['ID=9413091b-0c11-431b-a541-d2ab3dd8bc2f,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:39.524496 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:39.524770 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:39.525118 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:39.525470 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:39.525813 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:39.526155 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:39.526490 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:39.526848 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:39.527189 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:39.527524 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:39.527859 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:39.528191 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:39.528521 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:39.528851 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:39.529185 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:39.589487 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Attempting to bind port 9413091b-0c11-431b-a541-d2ab3dd8bc2f on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:54:39.589844 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Attempting to bind port 9413091b-0c11-431b-a541-d2ab3dd8bc2f by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '694da1f4-7f8a-4c77-abb4-6e63a68db39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:54:39.590186 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Attempting to bind port 9413091b-0c11-431b-a541-d2ab3dd8bc2f on network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:54:39.595053 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Port 9413091b-0c11-431b-a541-d2ab3dd8bc2f on network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:54:39.595386 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Attempting to bind port 9413091b-0c11-431b-a541-d2ab3dd8bc2f on network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:54:39.600741 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:54:39.601108 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Checking segment: {'id': '694da1f4-7f8a-4c77-abb4-6e63a68db39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:54:39.601504 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Bound using segment: {'id': '694da1f4-7f8a-4c77-abb4-6e63a68db39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:54:39.601948 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Bound port: 9413091b-0c11-431b-a541-d2ab3dd8bc2f, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694da1f4-7f8a-4c77-abb4-6e63a68db39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:54:39.602304 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (9413091b-0c11-431b-a541-d2ab3dd8bc2f), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:39.605040 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:39.671697 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] For port 9413091b-0c11-431b-a541-d2ab3dd8bc2f, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:54:39.675042 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] For port 9413091b-0c11-431b-a541-d2ab3dd8bc2f, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9413091b-0c11-431b-a541-d2ab3dd8bc2f,segment=NetworkSegment(694da1f4-7f8a-4c77-abb4-6e63a68db39f),segment_id=694da1f4-7f8a-4c77-abb4-6e63a68db39f)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:54:39.767736 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c313a36-3cca-4a6d-add8-f9da7227b2b2 req-e3b8290f-6322-4ec5-9465-2f96137c82ac tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:39.769161 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4c313a36-3cca-4a6d-add8-f9da7227b2b2 req-e3b8290f-6322-4ec5-9465-2f96137c82ac tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 944 time: 0.0483603 Jul 21 10:54:39.773390 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (9413091b-0c11-431b-a541-d2ab3dd8bc2f), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:39.832834 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4c313a36-3cca-4a6d-add8-f9da7227b2b2 req-4a27d916-4059-484d-9560-eb6e6e1a0f75 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538676 Jul 21 10:54:40.037266 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:40.037957 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:40.039402 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] 10.222.0.57 "PUT /v2.0/ports/9413091b-0c11-431b-a541-d2ab3dd8bc2f HTTP/1.1" status: 200 len: 1094 time: 1.0503688 Jul 21 10:54:40.039939 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec19443-8399-4f5f-b530-179ac8488e8a', 'tag': '9413091b-0c11-431b-a541-d2ab3dd8bc2f'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:54:40.042309 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fb674b-f52d-4bd3-92ef-175b86ee7506" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec19443-8399-4f5f-b530-179ac8488e8a", "tag": "9413091b-0c11-431b-a541-d2ab3dd8bc2f"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:54:40.096731 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42b7d71-e5d5-4667-b5ca-2309d0ef9d0e x-openstack-request-id: req-a42b7d71-e5d5-4667-b5ca-2309d0ef9d0e {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:54:40.097027 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec19443-8399-4f5f-b530-179ac8488e8a", "tag": "9413091b-0c11-431b-a541-d2ab3dd8bc2f", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:54:40.097271 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a42b7d71-e5d5-4667-b5ca-2309d0ef9d0e {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:54:40.097680 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a42b7d71-e5d5-4667-b5ca-2309d0ef9d0e'] response: {'name': 'network-changed', 'server_uuid': '5ec19443-8399-4f5f-b530-179ac8488e8a', 'tag': '9413091b-0c11-431b-a541-d2ab3dd8bc2f', 'status': 'completed', 'code': 200} Jul 21 10:54:40.125623 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf24f6f-3b05-4a92-a8b2-74d92b9dd2fa service neutron] Pushing event updated for resources: {'Port': ['ID=9413091b-0c11-431b-a541-d2ab3dd8bc2f,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:40.309441 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb674b-f52d-4bd3-92ef-175b86ee7506 req-d1d04cbf-5102-42f5-8b76-63d7482c66ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:40.311100 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f0fb674b-f52d-4bd3-92ef-175b86ee7506 req-d1d04cbf-5102-42f5-8b76-63d7482c66ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce3ae8ed116141658017f823c633c2f2&device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 1128 time: 0.0466869 Jul 21 10:54:40.366158 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:40.374612 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58378901-c881-406d-8125-d4be372a6d4e req-99d8a77f-69ec-41f2-8133-0ec7b3812f52 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:40.376065 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-58378901-c881-406d-8125-d4be372a6d4e req-99d8a77f-69ec-41f2-8133-0ec7b3812f52 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=17c50765-6f88-4ed0-85b2-6ca01ac3015b HTTP/1.1" status: 200 len: 946 time: 0.0514874 Jul 21 10:54:40.427021 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-58378901-c881-406d-8125-d4be372a6d4e req-0adf66d3-e6e1-4741-b734-8719b88d3bc1 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447910 Jul 21 10:54:40.569524 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb674b-f52d-4bd3-92ef-175b86ee7506 req-f97a9363-271f-499b-8df4-75323514c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:40.570949 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f0fb674b-f52d-4bd3-92ef-175b86ee7506 req-f97a9363-271f-499b-8df4-75323514c8aa service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ce3ae8ed116141658017f823c633c2f2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0967000 Jul 21 10:54:40.718231 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e8881-cddf-4863-ab6f-2a60a9132fe1 req-711cc1af-e6f0-4da8-a0b7-517ddbad8c50 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:40.719708 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-326e8881-cddf-4863-ab6f-2a60a9132fe1 req-711cc1af-e6f0-4da8-a0b7-517ddbad8c50 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.57 "GET /v2.0/ports?device_id=17c50765-6f88-4ed0-85b2-6ca01ac3015b HTTP/1.1" status: 200 len: 946 time: 0.0922322 Jul 21 10:54:40.782506 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb674b-f52d-4bd3-92ef-175b86ee7506 req-cef7655b-c9c8-4b2a-af4f-c5091621c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:40.783998 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f0fb674b-f52d-4bd3-92ef-175b86ee7506 req-cef7655b-c9c8-4b2a-af4f-c5091621c625 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1646268 Jul 21 10:54:40.825319 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-326e8881-cddf-4863-ab6f-2a60a9132fe1 req-210a92a4-32a6-4d42-a2d1-889f2e138c53 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Deleting port 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:54:40.825582 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-326e8881-cddf-4863-ab6f-2a60a9132fe1 req-210a92a4-32a6-4d42-a2d1-889f2e138c53 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (625ae809-9b6c-47fa-99e1-aa3c5b14cb81), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:40.933476 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-b80c8718-3a92-46de-b4e4-deaf2fe39594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:40.935005 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-b80c8718-3a92-46de-b4e4-deaf2fe39594 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce3ae8ed116141658017f823c633c2f2&device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 1128 time: 0.0803216 Jul 21 10:54:40.953481 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276baf-8d64-4e28-b168-30a8a21d6ded req-a897544b-5968-4912-bfd8-17634595bdd4 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:40.955153 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-27276baf-8d64-4e28-b168-30a8a21d6ded req-a897544b-5968-4912-bfd8-17634595bdd4 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 944 time: 0.0501168 Jul 21 10:54:40.998415 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-ca90309e-9a5e-4209-af31-c883123f7517 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9413091b-0c11-431b-a541-d2ab3dd8bc2f HTTP/1.1" status: 200 len: 217 time: 0.0487955 Jul 21 10:54:41.007222 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-27276baf-8d64-4e28-b168-30a8a21d6ded req-c17c9e14-a981-4f4b-a544-c0ee9815a30e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454147 Jul 21 10:54:41.008097 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-326e8881-cddf-4863-ab6f-2a60a9132fe1 req-210a92a4-32a6-4d42-a2d1-889f2e138c53 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] For port 625ae809-9b6c-47fa-99e1-aa3c5b14cb81, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=625ae809-9b6c-47fa-99e1-aa3c5b14cb81,segment=NetworkSegment(6b891449-7412-4942-a1f4-b9b53b4511ef),segment_id=6b891449-7412-4942-a1f4-b9b53b4511ef)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:41.008482 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-326e8881-cddf-4863-ab6f-2a60a9132fe1 req-210a92a4-32a6-4d42-a2d1-889f2e138c53 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (625ae809-9b6c-47fa-99e1-aa3c5b14cb81), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:41.048995 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-326e8881-cddf-4863-ab6f-2a60a9132fe1 req-210a92a4-32a6-4d42-a2d1-889f2e138c53 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Calling delete_port for 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:54:41.074370 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-42ebd0b8-b6df-4f8e-8ae1-2b3ddaccb1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:41.075971 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-42ebd0b8-b6df-4f8e-8ae1-2b3ddaccb1ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c73223d2-a824-44a2-839c-c12a914ca57f HTTP/1.1" status: 200 len: 850 time: 0.0698645 Jul 21 10:54:41.112897 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:41.158389 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-a0f5668d-3faa-444d-8da4-c22364f1e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:41.159919 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-a0f5668d-3faa-444d-8da4-c22364f1e4f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578947 Jul 21 10:54:41.260261 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:41.303518 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-5f14c0c4-9144-47ae-b019-4c205f12a86f service neutron] 10.222.0.57 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366451 Jul 21 10:54:41.364635 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-326e8881-cddf-4863-ab6f-2a60a9132fe1 req-210a92a4-32a6-4d42-a2d1-889f2e138c53 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (625ae809-9b6c-47fa-99e1-aa3c5b14cb81), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:41.396997 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a92a4-32a6-4d42-a2d1-889f2e138c53 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Pushing event deleted for resources: {'Port': ['ID=625ae809-9b6c-47fa-99e1-aa3c5b14cb81,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:41.400335 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['625ae809-9b6c-47fa-99e1-aa3c5b14cb81'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:54:41.459289 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-326e8881-cddf-4863-ab6f-2a60a9132fe1 req-210a92a4-32a6-4d42-a2d1-889f2e138c53 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] No DVR routers for this DVR port 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:54:41.463094 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-326e8881-cddf-4863-ab6f-2a60a9132fe1 req-210a92a4-32a6-4d42-a2d1-889f2e138c53 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:41.466156 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-326e8881-cddf-4863-ab6f-2a60a9132fe1 req-210a92a4-32a6-4d42-a2d1-889f2e138c53 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.57 "DELETE /v2.0/ports/625ae809-9b6c-47fa-99e1-aa3c5b14cb81 HTTP/1.1" status: 204 len: 173 time: 0.7384682 Jul 21 10:54:41.468489 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2dae0a10-3f51-4cf0-82ee-0926fa900ec7 req-2b368d89-495c-4551-bc9d-3a5eb1204240 service neutron] 10.222.0.57 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595352 Jul 21 10:54:41.549025 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6a59e852-9b7f-4ff8-b2e3-f6a19c35cfc3 req-59b39b00-7589-403f-8544-58d9a69b1ddd tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=17c50765-6f88-4ed0-85b2-6ca01ac3015b HTTP/1.1" status: 200 len: 210 time: 0.0295582 Jul 21 10:54:42.098963 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c50765-6f88-4ed0-85b2-6ca01ac3015b', 'name': 'network-vif-deleted', 'tag': '625ae809-9b6c-47fa-99e1-aa3c5b14cb81'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:54:42.101358 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a08aea-d720-422f-a4e8-d6c43c41e07a" -d '{"events": [{"server_uuid": "17c50765-6f88-4ed0-85b2-6ca01ac3015b", "name": "network-vif-deleted", "tag": "625ae809-9b6c-47fa-99e1-aa3c5b14cb81"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:54:42.130632 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3956c5-cbc3-44c6-a074-d02623a47bef req-e86a6418-cfce-43e8-a095-9fd2e334c13b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:42.132288 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fa3956c5-cbc3-44c6-a074-d02623a47bef req-e86a6418-cfce-43e8-a095-9fd2e334c13b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 944 time: 0.0550907 Jul 21 10:54:42.138080 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4113a887-ad9f-40d7-adf1-7f36419ff3d6 x-openstack-request-id: req-4113a887-ad9f-40d7-adf1-7f36419ff3d6 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:54:42.138395 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c50765-6f88-4ed0-85b2-6ca01ac3015b", "name": "network-vif-deleted", "tag": "625ae809-9b6c-47fa-99e1-aa3c5b14cb81", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:54:42.138683 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4113a887-ad9f-40d7-adf1-7f36419ff3d6 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:54:42.139093 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4113a887-ad9f-40d7-adf1-7f36419ff3d6'] response: {'server_uuid': '17c50765-6f88-4ed0-85b2-6ca01ac3015b', 'name': 'network-vif-deleted', 'tag': '625ae809-9b6c-47fa-99e1-aa3c5b14cb81', 'status': 'completed', 'code': 200} Jul 21 10:54:42.159249 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:42.182733 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fa3956c5-cbc3-44c6-a074-d02623a47bef req-24d298bc-7c95-4ac3-97dc-6ee54d475e59 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439177 Jul 21 10:54:42.663210 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-06ad859c-cc16-4589-b8a4-271fd3d21094 req-e41888aa-562b-44c6-bd32-d5ebf481a374 tempest-VolumesActionsTest-794086169 tempest-VolumesActionsTest-794086169-project] 10.222.0.48 "GET /v2.0/ports?device_id=17c50765-6f88-4ed0-85b2-6ca01ac3015b HTTP/1.1" status: 200 len: 210 time: 0.0294602 Jul 21 10:54:42.852244 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 9413091b-0c11-431b-a541-d2ab3dd8bc2f details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:54:43.084250 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 9413091b-0c11-431b-a541-d2ab3dd8bc2f, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9413091b-0c11-431b-a541-d2ab3dd8bc2f,segment=NetworkSegment(694da1f4-7f8a-4c77-abb4-6e63a68db39f),segment_id=694da1f4-7f8a-4c77-abb4-6e63a68db39f)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:43.096729 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '9413091b-0c11-431b-a541-d2ab3dd8bc2f', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'port_id': '9413091b-0c11-431b-a541-d2ab3dd8bc2f', 'mac_address': 'fa:16:3e:d3:fd:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:54:43.131707 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 9413091b-0c11-431b-a541-d2ab3dd8bc2f is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:54:43.133838 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (9413091b-0c11-431b-a541-d2ab3dd8bc2f), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:43.145935 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9413091b-0c11-431b-a541-d2ab3dd8bc2f {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:54:43.171423 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 9413091b-0c11-431b-a541-d2ab3dd8bc2f, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9413091b-0c11-431b-a541-d2ab3dd8bc2f,segment=NetworkSegment(694da1f4-7f8a-4c77-abb4-6e63a68db39f),segment_id=694da1f4-7f8a-4c77-abb4-6e63a68db39f)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:43.259722 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (9413091b-0c11-431b-a541-d2ab3dd8bc2f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:43.302311 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8f232-3dfe-4cd3-aa8a-fb24b0030287 req-5670add5-0533-4984-abd3-e4612b58e8de tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:43.304334 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1eb8f232-3dfe-4cd3-aa8a-fb24b0030287 req-5670add5-0533-4984-abd3-e4612b58e8de tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 945 time: 0.0548604 Jul 21 10:54:43.309664 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=9413091b-0c11-431b-a541-d2ab3dd8bc2f,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:43.357105 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1eb8f232-3dfe-4cd3-aa8a-fb24b0030287 req-4449e8ed-fe5e-42a0-8852-d556a97649f4 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467377 Jul 21 10:54:43.596948 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['9413091b-0c11-431b-a541-d2ab3dd8bc2f'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:54:44.286835 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:44.291768 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=30 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:44.477307 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc0985-025f-4fde-bd08-d21cd2e14d2c req-d772f668-9c27-4c81-9c58-a35f0012e8cb tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:44.478840 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5adc0985-025f-4fde-bd08-d21cd2e14d2c req-d772f668-9c27-4c81-9c58-a35f0012e8cb tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 945 time: 0.0521092 Jul 21 10:54:44.527671 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5adc0985-025f-4fde-bd08-d21cd2e14d2c req-3d53d413-5a35-46cb-8edd-4534564cd991 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431499 Jul 21 10:54:44.854183 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 9413091b-0c11-431b-a541-d2ab3dd8bc2f up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:54:44.879021 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:44.898848 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port 9413091b-0c11-431b-a541-d2ab3dd8bc2f completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:54:44.962269 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 9413091b-0c11-431b-a541-d2ab3dd8bc2f triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:54:44.962681 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (9413091b-0c11-431b-a541-d2ab3dd8bc2f), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:45.041976 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 9413091b-0c11-431b-a541-d2ab3dd8bc2f is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:54:45.042377 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (9413091b-0c11-431b-a541-d2ab3dd8bc2f), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:45.065870 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec19443-8399-4f5f-b530-179ac8488e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9413091b-0c11-431b-a541-d2ab3dd8bc2f'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:54:45.068243 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bee5454-b3ca-4a0a-bc96-2e0fc093bd01" -d '{"events": [{"server_uuid": "5ec19443-8399-4f5f-b530-179ac8488e8a", "name": "network-vif-plugged", "status": "completed", "tag": "9413091b-0c11-431b-a541-d2ab3dd8bc2f"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:54:45.081278 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 9413091b-0c11-431b-a541-d2ab3dd8bc2f, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9413091b-0c11-431b-a541-d2ab3dd8bc2f,segment=NetworkSegment(694da1f4-7f8a-4c77-abb4-6e63a68db39f),segment_id=694da1f4-7f8a-4c77-abb4-6e63a68db39f)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:54:45.120128 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44a3504-c5d9-40f8-9954-b6af2248acaa x-openstack-request-id: req-b44a3504-c5d9-40f8-9954-b6af2248acaa {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:54:45.120421 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec19443-8399-4f5f-b530-179ac8488e8a", "name": "network-vif-plugged", "status": "completed", "tag": "9413091b-0c11-431b-a541-d2ab3dd8bc2f", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:54:45.120676 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b44a3504-c5d9-40f8-9954-b6af2248acaa {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:54:45.121073 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b44a3504-c5d9-40f8-9954-b6af2248acaa'] response: {'server_uuid': '5ec19443-8399-4f5f-b530-179ac8488e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9413091b-0c11-431b-a541-d2ab3dd8bc2f', 'code': 200} Jul 21 10:54:45.179111 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (9413091b-0c11-431b-a541-d2ab3dd8bc2f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:45.179994 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:54:45.217557 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:54:45.217917 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 625ae809-9b6c-47fa-99e1-aa3c5b14cb81 not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:54:45.243459 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=9413091b-0c11-431b-a541-d2ab3dd8bc2f,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:45.342371 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 41990) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:45.458287 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-194e333b-8854-403b-9ace-10dcdeb4c56f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:45.541313 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-194e333b-8854-403b-9ace-10dcdeb4c56f admin admin] Publish callbacks [] for security_group (84780090-a8cf-48f6-bb5c-fbbbcd7e4e07), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:45.601528 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-194e333b-8854-403b-9ace-10dcdeb4c56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (84780090-a8cf-48f6-bb5c-fbbbcd7e4e07), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:45.682443 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e333b-8854-403b-9ace-10dcdeb4c56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84780090-a8cf-48f6-bb5c-fbbbcd7e4e07,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:45.687082 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-194e333b-8854-403b-9ace-10dcdeb4c56f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab48754629074040bbb1fc3e4200738f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431816 Jul 21 10:54:45.691076 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 41996) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:45.694114 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666771d-0351-43c6-8da5-fadbfd4663f9 req-8a5690ab-1c20-480e-bbd7-a9756272f4cb tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:45.695668 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d666771d-0351-43c6-8da5-fadbfd4663f9 req-8a5690ab-1c20-480e-bbd7-a9756272f4cb tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0910554 Jul 21 10:54:45.748776 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d666771d-0351-43c6-8da5-fadbfd4663f9 req-db60fc52-ec03-4ac6-91f0-9d3e553d8b24 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453000 Jul 21 10:54:45.760157 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f09fa37a-0328-4739-a589-93d2070f3820 admin admin] Publish callbacks [] for security_group (84780090-a8cf-48f6-bb5c-fbbbcd7e4e07), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:45.792665 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f09fa37a-0328-4739-a589-93d2070f3820 admin admin] Publish callbacks [] for security_group (84780090-a8cf-48f6-bb5c-fbbbcd7e4e07), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:45.915627 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f09fa37a-0328-4739-a589-93d2070f3820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (84780090-a8cf-48f6-bb5c-fbbbcd7e4e07), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:45.918226 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f09fa37a-0328-4739-a589-93d2070f3820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:45.919456 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-f09fa37a-0328-4739-a589-93d2070f3820 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84780090-a8cf-48f6-bb5c-fbbbcd7e4e07 HTTP/1.1" status: 204 len: 168 time: 0.2266209 Jul 21 10:54:45.928092 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fa37a-0328-4739-a589-93d2070f3820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84780090-a8cf-48f6-bb5c-fbbbcd7e4e07,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:46.549392 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42006) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:46.563630 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-eff8296b-3977-402e-a95e-83385b10db87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:46.610809 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:54:46.645187 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-eff8296b-3977-402e-a95e-83385b10db87 admin admin] Publish callbacks [] for security_group (bd1227c2-bc4d-4cf9-88c8-39d5a796a3b7), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:46.704684 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-eff8296b-3977-402e-a95e-83385b10db87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (bd1227c2-bc4d-4cf9-88c8-39d5a796a3b7), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:46.745551 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-eff8296b-3977-402e-a95e-83385b10db87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05a96379b2c34967b3cbe923d2527249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950865 Jul 21 10:54:46.746437 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8296b-3977-402e-a95e-83385b10db87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1227c2-bc4d-4cf9-88c8-39d5a796a3b7,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:46.748242 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42008) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:46.799487 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d74426ed-a106-4789-bfaf-4b4e7e44e6fa admin admin] Publish callbacks [] for security_group (bd1227c2-bc4d-4cf9-88c8-39d5a796a3b7), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:46.821057 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d74426ed-a106-4789-bfaf-4b4e7e44e6fa admin admin] Publish callbacks [] for security_group (bd1227c2-bc4d-4cf9-88c8-39d5a796a3b7), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:46.892654 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbbfe2-430c-4bc0-83ef-df1bd72627c4 req-3fbea1e9-1fe8-4c8b-beac-29e0ec70e51e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:46.894117 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-46cbbfe2-430c-4bc0-83ef-df1bd72627c4 req-3fbea1e9-1fe8-4c8b-beac-29e0ec70e51e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0666406 Jul 21 10:54:46.944074 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-46cbbfe2-430c-4bc0-83ef-df1bd72627c4 req-b0e38cf9-4877-4318-8b00-a9d3a3e22424 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442510 Jul 21 10:54:47.007548 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d74426ed-a106-4789-bfaf-4b4e7e44e6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (bd1227c2-bc4d-4cf9-88c8-39d5a796a3b7), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:47.010195 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d74426ed-a106-4789-bfaf-4b4e7e44e6fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:47.011403 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-d74426ed-a106-4789-bfaf-4b4e7e44e6fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd1227c2-bc4d-4cf9-88c8-39d5a796a3b7 HTTP/1.1" status: 204 len: 168 time: 0.2616582 Jul 21 10:54:47.020304 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74426ed-a106-4789-bfaf-4b4e7e44e6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1227c2-bc4d-4cf9-88c8-39d5a796a3b7,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:47.032065 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:47.717320 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42020) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:47.724587 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:47.731259 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1821fbca-20a6-4e63-a816-8dfbb1ee9e01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:47.764657 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:47.807277 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1821fbca-20a6-4e63-a816-8dfbb1ee9e01 admin admin] Publish callbacks [] for security_group (7f456e38-678e-4052-8e84-0280dd3adcf3), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:47.846786 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad9d2f-40cc-4f30-bb36-725b83e37c0e req-93371579-0830-4a49-ba75-9dd7c0b6b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:47.847592 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1821fbca-20a6-4e63-a816-8dfbb1ee9e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (7f456e38-678e-4052-8e84-0280dd3adcf3), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:47.848328 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-3aad9d2f-40cc-4f30-bb36-725b83e37c0e req-93371579-0830-4a49-ba75-9dd7c0b6b812 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 1130 time: 0.0400999 Jul 21 10:54:47.889012 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-1821fbca-20a6-4e63-a816-8dfbb1ee9e01 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9126a6c508884d739ee72d880da60fe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705163 Jul 21 10:54:47.890181 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821fbca-20a6-4e63-a816-8dfbb1ee9e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f456e38-678e-4052-8e84-0280dd3adcf3,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:47.891956 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42022) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:47.894403 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-3aad9d2f-40cc-4f30-bb36-725b83e37c0e req-e7470b26-7380-4e11-a013-0d5f2bfddec7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398779 Jul 21 10:54:47.942409 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-6672a14c-0ae7-4f26-ada2-849086c860a8 admin admin] Publish callbacks [] for security_group (7f456e38-678e-4052-8e84-0280dd3adcf3), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:47.968049 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-6672a14c-0ae7-4f26-ada2-849086c860a8 admin admin] Publish callbacks [] for security_group (7f456e38-678e-4052-8e84-0280dd3adcf3), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:47.995678 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:48.058246 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b1665-28c8-4597-924f-4966769316d9 req-6904874a-15be-45e0-9a94-0d103668dfb7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:48.059755 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e61b1665-28c8-4597-924f-4966769316d9 req-6904874a-15be-45e0-9a94-0d103668dfb7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0489888 Jul 21 10:54:48.076237 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-6672a14c-0ae7-4f26-ada2-849086c860a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (7f456e38-678e-4052-8e84-0280dd3adcf3), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:48.078817 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-6672a14c-0ae7-4f26-ada2-849086c860a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:48.079959 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-6672a14c-0ae7-4f26-ada2-849086c860a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f456e38-678e-4052-8e84-0280dd3adcf3 HTTP/1.1" status: 204 len: 168 time: 0.1846571 Jul 21 10:54:48.089417 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672a14c-0ae7-4f26-ada2-849086c860a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f456e38-678e-4052-8e84-0280dd3adcf3,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:48.115786 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e61b1665-28c8-4597-924f-4966769316d9 req-a0c572ce-c9cb-46a8-936a-ac341d2e049b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472488 Jul 21 10:54:49.239176 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a2792-c5d9-45f4-8455-0f6a8f126d41 req-3fdc857b-e8a0-4859-86ea-5ce461fb0026 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:49.240700 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c77a2792-c5d9-45f4-8455-0f6a8f126d41 req-3fdc857b-e8a0-4859-86ea-5ce461fb0026 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0501134 Jul 21 10:54:49.295271 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c77a2792-c5d9-45f4-8455-0f6a8f126d41 req-3a85fc1a-6c65-4338-ad4a-93110276ca75 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461938 Jul 21 10:54:50.417995 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c8f6d-5c40-4042-8fe1-efe3374de254 req-73ea0702-2522-4e25-8b2a-803695e9a6c9 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:50.421414 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b36c8f6d-5c40-4042-8fe1-efe3374de254 req-73ea0702-2522-4e25-8b2a-803695e9a6c9 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0518112 Jul 21 10:54:50.471350 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b36c8f6d-5c40-4042-8fe1-efe3374de254 req-d72593b9-8287-4b85-8f9e-b719c978791e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461051 Jul 21 10:54:50.598199 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d00f87-f1e8-413d-9948-5f167567b8cb req-05a1a9db-c853-4509-ac65-d1973af5cda8 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:50.600335 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b6d00f87-f1e8-413d-9948-5f167567b8cb req-05a1a9db-c853-4509-ac65-d1973af5cda8 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0651388 Jul 21 10:54:50.610180 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42100) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:50.615094 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-d37fcb0d-8e1a-4234-95d4-f6b9e6fa7ebe tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Request body: {'floatingip': {'port_id': '9413091b-0c11-431b-a541-d2ab3dd8bc2f'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:54:50.655976 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d37fcb0d-8e1a-4234-95d4-f6b9e6fa7ebe tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for floatingip (d47c5990-02f2-4437-85be-1a6c2e237ddd), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:50.769476 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:51.298935 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d37fcb0d-8e1a-4234-95d4-f6b9e6fa7ebe tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:51.379526 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3ca8752d-c0af-44be-ae94-8a0b7c6ad4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:51.383335 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d37fcb0d-8e1a-4234-95d4-f6b9e6fa7ebe tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (d47c5990-02f2-4437-85be-1a6c2e237ddd), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:51.494321 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.l3_db [None req-d37fcb0d-8e1a-4234-95d4-f6b9e6fa7ebe tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Floating IP d47c5990-02f2-4437-85be-1a6c2e237ddd associated. External IP: 172.27.0.21, port: 9413091b-0c11-431b-a541-d2ab3dd8bc2f. Jul 21 10:54:51.745681 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:51.751639 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37fcb0d-8e1a-4234-95d4-f6b9e6fa7ebe tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:54:51.877935 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37fcb0d-8e1a-4234-95d4-f6b9e6fa7ebe tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:54:51.889580 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b492c86-26ec-4567-82c9-13932ac9a464 None None] Sync routers for ids ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:54:51.891604 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d37fcb0d-8e1a-4234-95d4-f6b9e6fa7ebe tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:51.903179 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b492c86-26ec-4567-82c9-13932ac9a464 None None] Routers {'3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:54:51.904220 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-2b492c86-26ec-4567-82c9-13932ac9a464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:54:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:51.930423 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-d37fcb0d-8e1a-4234-95d4-f6b9e6fa7ebe tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "PUT /v2.0/floatingips/d47c5990-02f2-4437-85be-1a6c2e237ddd HTTP/1.1" status: 200 len: 991 time: 1.3188665 Jul 21 10:54:51.931184 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec19443-8399-4f5f-b530-179ac8488e8a', 'tag': '9413091b-0c11-431b-a541-d2ab3dd8bc2f'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:54:51.933981 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845c9628-1786-4624-a646-a4d084573c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec19443-8399-4f5f-b530-179ac8488e8a", "tag": "9413091b-0c11-431b-a541-d2ab3dd8bc2f"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:54:51.975855 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f94c47-c5da-4202-bac2-4d7424c94116 x-openstack-request-id: req-c0f94c47-c5da-4202-bac2-4d7424c94116 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:54:51.976442 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec19443-8399-4f5f-b530-179ac8488e8a", "tag": "9413091b-0c11-431b-a541-d2ab3dd8bc2f", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:54:51.976948 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c0f94c47-c5da-4202-bac2-4d7424c94116 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:54:51.977445 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f94c47-c5da-4202-bac2-4d7424c94116'] response: {'name': 'network-changed', 'server_uuid': '5ec19443-8399-4f5f-b530-179ac8488e8a', 'tag': '9413091b-0c11-431b-a541-d2ab3dd8bc2f', 'status': 'completed', 'code': 200} Jul 21 10:54:52.071012 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:52.107829 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-2b492c86-26ec-4567-82c9-13932ac9a464 None None] Set router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:54:52.354959 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-2b492c86-26ec-4567-82c9-13932ac9a464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:54:30Z', 'revision_number': 4, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': 'd47c5990-02f2-4437-85be-1a6c2e237ddd', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'port_id': '9413091b-0c11-431b-a541-d2ab3dd8bc2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'mac_address': 'fa:16:3e:d3:fd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec19443-8399-4f5f-b530-179ac8488e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:54:33Z', 'updated_at': '2022-07-21T10:54:51Z', 'revision_number': 1, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a535443-e402-49a2-860b-cabc07d2d674', 'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'mac_address': 'fa:16:3e:f9:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:29Z', 'updated_at': '2022-07-21T10:54:34Z', 'revision_number': 5, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'subnets': [{'id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:52.379597 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b492c86-26ec-4567-82c9-13932ac9a464 None None] Checking router: 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:54:52.390254 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b492c86-26ec-4567-82c9-13932ac9a464 None None] Routers {'3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:54:52.391030 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-2b492c86-26ec-4567-82c9-13932ac9a464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:54:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:52.501578 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-2b492c86-26ec-4567-82c9-13932ac9a464 None None] Set router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:54:52.747518 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-2b492c86-26ec-4567-82c9-13932ac9a464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:54:30Z', 'revision_number': 4, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': 'd47c5990-02f2-4437-85be-1a6c2e237ddd', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'port_id': '9413091b-0c11-431b-a541-d2ab3dd8bc2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'mac_address': 'fa:16:3e:d3:fd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec19443-8399-4f5f-b530-179ac8488e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:54:33Z', 'updated_at': '2022-07-21T10:54:51Z', 'revision_number': 1, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a535443-e402-49a2-860b-cabc07d2d674', 'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'mac_address': 'fa:16:3e:f9:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:29Z', 'updated_at': '2022-07-21T10:54:34Z', 'revision_number': 5, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'subnets': [{'id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:54:52.785973 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b492c86-26ec-4567-82c9-13932ac9a464 None None] The sync data for ids ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'] in dv-cinder-849800-2-iscsi is: [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:54:30Z', 'revision_number': 4, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': 'd47c5990-02f2-4437-85be-1a6c2e237ddd', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'port_id': '9413091b-0c11-431b-a541-d2ab3dd8bc2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'mac_address': 'fa:16:3e:d3:fd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec19443-8399-4f5f-b530-179ac8488e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:54:33Z', 'updated_at': '2022-07-21T10:54:51Z', 'revision_number': 1, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a535443-e402-49a2-860b-cabc07d2d674', 'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'mac_address': 'fa:16:3e:f9:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:29Z', 'updated_at': '2022-07-21T10:54:34Z', 'revision_number': 5, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'subnets': [{'id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:54:53.031517 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034defff-7e35-4c1d-b328-5fc297e65d5e None None] New status for floating IP d47c5990-02f2-4437-85be-1a6c2e237ddd: ACTIVE {{(pid=111081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:54:54.006221 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-5345fb55-6f33-4bef-9eeb-82581d574e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:54.881354 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c9628-1786-4624-a646-a4d084573c4d req-a39c2492-3987-48fa-801f-9cfccc4bee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:54.883145 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-845c9628-1786-4624-a646-a4d084573c4d req-a39c2492-3987-48fa-801f-9cfccc4bee09 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce3ae8ed116141658017f823c633c2f2&device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 1130 time: 0.0505736 Jul 21 10:54:55.140023 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c9628-1786-4624-a646-a4d084573c4d req-f0d9d68f-d974-47d0-92a9-ebf272fc17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:55.141715 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-845c9628-1786-4624-a646-a4d084573c4d req-f0d9d68f-d974-47d0-92a9-ebf272fc17bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377 HTTP/1.1" status: 200 len: 912 time: 0.1092050 Jul 21 10:54:55.210951 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-845c9628-1786-4624-a646-a4d084573c4d req-41877d76-7380-483e-a481-2fafd6bbb645 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9413091b-0c11-431b-a541-d2ab3dd8bc2f HTTP/1.1" status: 200 len: 1001 time: 0.0633090 Jul 21 10:54:55.265989 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c9628-1786-4624-a646-a4d084573c4d req-64b0a252-97ce-41bc-9904-cad353deb78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:55.267506 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-845c9628-1786-4624-a646-a4d084573c4d req-64b0a252-97ce-41bc-9904-cad353deb78e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c73223d2-a824-44a2-839c-c12a914ca57f HTTP/1.1" status: 200 len: 850 time: 0.0511682 Jul 21 10:54:55.292159 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:55.311067 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c9628-1786-4624-a646-a4d084573c4d req-7293b37e-e0c3-4fe2-8b1f-65809a561514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:54:55.314331 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-845c9628-1786-4624-a646-a4d084573c4d req-7293b37e-e0c3-4fe2-8b1f-65809a561514 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396872 Jul 21 10:54:55.407848 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:55.412473 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-845c9628-1786-4624-a646-a4d084573c4d req-f3b527e4-7ee0-49da-b17c-0dc24c7c6e4b service neutron] 10.222.0.57 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938230 Jul 21 10:54:55.504053 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:54:55.528675 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-845c9628-1786-4624-a646-a4d084573c4d req-bfb9251b-d0fd-4210-9006-fe508af80b21 service neutron] 10.222.0.57 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102190 Jul 21 10:54:56.636186 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:56.796092 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:58.851858 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42182) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:58.972917 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5c6dbc12-b9ac-4b57-91f6-042c8dacfbcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:59.054442 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5c6dbc12-b9ac-4b57-91f6-042c8dacfbcb admin admin] Publish callbacks [] for security_group (3640fc0f-5f32-42a6-92d5-ff64c57bba23), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:59.134902 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5c6dbc12-b9ac-4b57-91f6-042c8dacfbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (3640fc0f-5f32-42a6-92d5-ff64c57bba23), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:59.191152 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-5c6dbc12-b9ac-4b57-91f6-042c8dacfbcb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5433a27f4ac94b1f87ea0351bf83e3b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380053 Jul 21 10:54:59.194456 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42186) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:54:59.196446 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dbc12-b9ac-4b57-91f6-042c8dacfbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3640fc0f-5f32-42a6-92d5-ff64c57bba23,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:59.252739 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Publish callbacks [] for security_group (3640fc0f-5f32-42a6-92d5-ff64c57bba23), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:59.276522 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Publish callbacks [] for security_group (3640fc0f-5f32-42a6-92d5-ff64c57bba23), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:59.407986 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (3640fc0f-5f32-42a6-92d5-ff64c57bba23), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:59.411611 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:54:59.414254 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3640fc0f-5f32-42a6-92d5-ff64c57bba23 HTTP/1.1" status: 204 len: 168 time: 0.2178869 Jul 21 10:54:59.425302 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3640fc0f-5f32-42a6-92d5-ff64c57bba23,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:54:59.437760 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:59.438490 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:59.439395 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:59.440147 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:59.440783 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:59.441508 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:59.442127 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:59.442944 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:59.443677 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:59.444303 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:59.444986 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:59.445771 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:59.446390 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:59.448703 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:54:59.449726 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49133c4c-1467-4e93-9726-f35ebe83435a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:03.139169 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=6 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:03.146662 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:06.741173 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:08.055867 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42298) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:08.339429 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:08.351931 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-cba3147e-b63f-4fc0-b79b-b98da1bce2d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Deleting port 13efc352-de91-4ee8-bfc5-10167cf2f4a4 {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:55:08.352337 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-cba3147e-b63f-4fc0-b79b-b98da1bce2d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (13efc352-de91-4ee8-bfc5-10167cf2f4a4), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:08.431676 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-cba3147e-b63f-4fc0-b79b-b98da1bce2d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (13efc352-de91-4ee8-bfc5-10167cf2f4a4), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:08.432008 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-cba3147e-b63f-4fc0-b79b-b98da1bce2d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for floatingip (13efc352-de91-4ee8-bfc5-10167cf2f4a4), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:08.443997 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-cba3147e-b63f-4fc0-b79b-b98da1bce2d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Calling delete_port for 13efc352-de91-4ee8-bfc5-10167cf2f4a4 owned by network:floatingip {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:55:08.501654 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:08.675199 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-cba3147e-b63f-4fc0-b79b-b98da1bce2d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (13efc352-de91-4ee8-bfc5-10167cf2f4a4), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:08.700636 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3147e-b63f-4fc0-b79b-b98da1bce2d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Pushing event deleted for resources: {'Port': ['ID=13efc352-de91-4ee8-bfc5-10167cf2f4a4,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:08.764491 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-cba3147e-b63f-4fc0-b79b-b98da1bce2d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for floatingip (2d2ffe0c-c9e2-488a-94a0-93cf0c3c47e9), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:08.764826 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.l3_db [None req-cba3147e-b63f-4fc0-b79b-b98da1bce2d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Floating IP 2d2ffe0c-c9e2-488a-94a0-93cf0c3c47e9 disassociated (deleted). External IP: 172.27.0.239, port: 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2. Jul 21 10:55:09.065633 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42304) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:09.113316 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_v2 [None req-2707ebae-1ab5-47c1-ac4c-de23d3f0ee48 admin admin] Deleting subnet 892cf058-d143-47fb-9a36-6717ca86b132 {{(pid=111078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 10:55:09.116613 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2707ebae-1ab5-47c1-ac4c-de23d3f0ee48 admin admin] Publish callbacks [] for subnet (892cf058-d143-47fb-9a36-6717ca86b132), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:09.142904 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:09.153358 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2707ebae-1ab5-47c1-ac4c-de23d3f0ee48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4368943'] for subnet (892cf058-d143-47fb-9a36-6717ca86b132), precommit_delete_associations {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:09.196434 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2707ebae-1ab5-47c1-ac4c-de23d3f0ee48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686909'] for subnet (892cf058-d143-47fb-9a36-6717ca86b132), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:09.218658 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba3147e-b63f-4fc0-b79b-b98da1bce2d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Router 26233318-f133-44d8-8ce4-0b2f79cfbe36 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:55:09.315774 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2707ebae-1ab5-47c1-ac4c-de23d3f0ee48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6008475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33547813'] for subnet (892cf058-d143-47fb-9a36-6717ca86b132), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:09.321948 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba3147e-b63f-4fc0-b79b-b98da1bce2d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:55:09.327826 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-cba3147e-b63f-4fc0-b79b-b98da1bce2d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:09.332616 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ab2191-1f05-45ec-bbc6-b72412e92c26 None None] Sync routers for ids ['26233318-f133-44d8-8ce4-0b2f79cfbe36'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:55:09.344001 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab2191-1f05-45ec-bbc6-b72412e92c26 None None] Routers {'26233318-f133-44d8-8ce4-0b2f79cfbe36'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:55:09.344767 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707ebae-1ab5-47c1-ac4c-de23d3f0ee48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=892cf058-d143-47fb-9a36-6717ca86b132,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:09.345065 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-58ab2191-1f05-45ec-bbc6-b72412e92c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:54:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['26233318-f133-44d8-8ce4-0b2f79cfbe36'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:09.352219 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2707ebae-1ab5-47c1-ac4c-de23d3f0ee48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:09.355431 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-2707ebae-1ab5-47c1-ac4c-de23d3f0ee48 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/892cf058-d143-47fb-9a36-6717ca86b132 HTTP/1.1" status: 204 len: 168 time: 0.2887895 Jul 21 10:55:09.358129 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42306) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:09.366667 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-cba3147e-b63f-4fc0-b79b-b98da1bce2d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "DELETE /v2.0/floatingips/2d2ffe0c-c9e2-488a-94a0-93cf0c3c47e9 HTTP/1.1" status: 204 len: 168 time: 1.3096795 Jul 21 10:55:09.367283 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'tag': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:55:09.370100 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006b7c2a-47c7-453c-a2b9-30a4e030250e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb24f843-eeb3-43dd-bd48-3bcf68e344cd", "tag": "2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:55:09.428113 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fade2c69-bf9f-4c91-9d62-0b8312b7fbf9 x-openstack-request-id: req-fade2c69-bf9f-4c91-9d62-0b8312b7fbf9 {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:55:09.428435 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb24f843-eeb3-43dd-bd48-3bcf68e344cd", "tag": "2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:55:09.428711 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fade2c69-bf9f-4c91-9d62-0b8312b7fbf9 {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:55:09.429134 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fade2c69-bf9f-4c91-9d62-0b8312b7fbf9'] response: {'name': 'network-changed', 'server_uuid': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'tag': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2', 'status': 'completed', 'code': 200} Jul 21 10:55:09.451089 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef8cd-2526-4794-988e-419b68f579b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692532'] for network (8ceaccac-b641-4f35-9f06-627723dcabd5), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:09.453622 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-58ab2191-1f05-45ec-bbc6-b72412e92c26 None None] Set router 26233318-f133-44d8-8ce4-0b2f79cfbe36 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:55:09.560080 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef8cd-2526-4794-988e-419b68f579b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687030', 'neutron.services.segments.db._delete_segments_for_network-8727025531468'] for network (8ceaccac-b641-4f35-9f06-627723dcabd5), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:09.583815 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b7c2a-47c7-453c-a2b9-30a4e030250e req-18680367-ff21-462a-8f21-28509391185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:09.585222 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-006b7c2a-47c7-453c-a2b9-30a4e030250e req-18680367-ff21-462a-8f21-28509391185f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=620ea9c4eaa74dc5858cf93d9fcad9f1&device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 1130 time: 0.1018476 Jul 21 10:55:09.588910 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-4a5ef8cd-2526-4794-988e-419b68f579b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ceaccac-b641-4f35-9f06-627723dcabd5']}} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:09.617307 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-4a5ef8cd-2526-4794-988e-419b68f579b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b891449-7412-4942-a1f4-b9b53b4511ef') {'for_net_delete': True} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:09.617610 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-4a5ef8cd-2526-4794-988e-419b68f579b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b891449-7412-4942-a1f4-b9b53b4511ef') {} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:09.640830 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef8cd-2526-4794-988e-419b68f579b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727025530341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4368918'] for segment (6b891449-7412-4942-a1f4-b9b53b4511ef), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:09.650880 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-58ab2191-1f05-45ec-bbc6-b72412e92c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'name': 'tempest-TestShelveInstance-2147416731-router', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:06Z', 'revision_number': 4, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'gw_port': {'id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '822c33d3-ad01-425a-b649-f62c0f0ab60e', 'name': '', 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'mac_address': 'fa:16:3e:a9:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:05Z', 'updated_at': '2022-07-21T10:49:09Z', 'revision_number': 5, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'subnets': [{'id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:09.683183 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ab2191-1f05-45ec-bbc6-b72412e92c26 None None] Checking router: 26233318-f133-44d8-8ce4-0b2f79cfbe36 for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:55:09.694343 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab2191-1f05-45ec-bbc6-b72412e92c26 None None] Routers {'26233318-f133-44d8-8ce4-0b2f79cfbe36'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:55:09.695028 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-58ab2191-1f05-45ec-bbc6-b72412e92c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:54:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['26233318-f133-44d8-8ce4-0b2f79cfbe36'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:09.794360 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d82c35-d967-4aaa-b301-f8abb15264b3 req-7a33c7d0-65eb-4b31-8aa0-d05bba85eb0d tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:09.795987 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-95d82c35-d967-4aaa-b301-f8abb15264b3 req-7a33c7d0-65eb-4b31-8aa0-d05bba85eb0d tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0595889 Jul 21 10:55:09.803362 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-58ab2191-1f05-45ec-bbc6-b72412e92c26 None None] Set router 26233318-f133-44d8-8ce4-0b2f79cfbe36 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:55:09.856535 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-95d82c35-d967-4aaa-b301-f8abb15264b3 req-b6a29d97-9629-435d-845f-c94005236402 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517387 Jul 21 10:55:09.939485 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef8cd-2526-4794-988e-419b68f579b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (6b891449-7412-4942-a1f4-b9b53b4511ef), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:09.953110 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5ef8cd-2526-4794-988e-419b68f579b4 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=111078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 10:55:09.953560 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef8cd-2526-4794-988e-419b68f579b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6008353'] for segment (6b891449-7412-4942-a1f4-b9b53b4511ef), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:09.982158 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.services.segments.plugin [-] Segment 6b891449-7412-4942-a1f4-b9b53b4511ef resource provider aggregate not found Jul 21 10:55:10.009217 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-58ab2191-1f05-45ec-bbc6-b72412e92c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'name': 'tempest-TestShelveInstance-2147416731-router', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:06Z', 'revision_number': 4, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'gw_port': {'id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '822c33d3-ad01-425a-b649-f62c0f0ab60e', 'name': '', 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'mac_address': 'fa:16:3e:a9:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:05Z', 'updated_at': '2022-07-21T10:49:09Z', 'revision_number': 5, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'subnets': [{'id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:10.017070 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.services.segments.plugin [-] Segment 6b891449-7412-4942-a1f4-b9b53b4511ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b891449-7412-4942-a1f4-b9b53b4511ef found for delete ", "request_id": "req-e01aa4a2-eba9-4652-a49d-c64b254f1033"}]} Jul 21 10:55:10.027560 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b7c2a-47c7-453c-a2b9-30a4e030250e req-7ed4eb19-78d3-4864-9402-a37fc3de3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:10.029040 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-006b7c2a-47c7-453c-a2b9-30a4e030250e req-7ed4eb19-78d3-4864-9402-a37fc3de3982 service neutron] 10.222.0.57 "GET /v2.0/networks?id=27b56899-b3ca-45d1-a202-b2681b2d043e HTTP/1.1" status: 200 len: 910 time: 0.4370248 Jul 21 10:55:10.030038 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:10.035002 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ab2191-1f05-45ec-bbc6-b72412e92c26 None None] The sync data for ids ['26233318-f133-44d8-8ce4-0b2f79cfbe36'] in dv-cinder-849800-2-iscsi is: [{'id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'name': 'tempest-TestShelveInstance-2147416731-router', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:06Z', 'revision_number': 4, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'gw_port': {'id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '822c33d3-ad01-425a-b649-f62c0f0ab60e', 'name': '', 'network_id': '27b56899-b3ca-45d1-a202-b2681b2d043e', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'mac_address': 'fa:16:3e:a9:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:05Z', 'updated_at': '2022-07-21T10:49:09Z', 'revision_number': 5, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'subnets': [{'id': '675fa199-a2f9-4cce-9e74-45a2be0ffecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:55:10.154854 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef8cd-2526-4794-988e-419b68f579b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7907263'] for network (8ceaccac-b641-4f35-9f06-627723dcabd5), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:10.160645 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4a5ef8cd-2526-4794-988e-419b68f579b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:10.172968 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-4a5ef8cd-2526-4794-988e-419b68f579b4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8ceaccac-b641-4f35-9f06-627723dcabd5 HTTP/1.1" status: 204 len: 168 time: 0.8135579 Jul 21 10:55:10.199750 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ef8cd-2526-4794-988e-419b68f579b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ceaccac-b641-4f35-9f06-627723dcabd5,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:10.265910 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03d374b-c8a8-4b00-abef-0cb42f7d7345 None None] New status for floating IP 2d2ffe0c-c9e2-488a-94a0-93cf0c3c47e9: DOWN {{(pid=111081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:55:10.525245 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42320) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:10.565399 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-77b04a3d-cf48-4a0c-823c-8ee7ce465f6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f5f72a0f2054b89bb61968a2de9f10a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389841 Jul 21 10:55:10.567803 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42322) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:10.615929 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d93052ca-dd73-44e8-bbaf-fdabcda9311a admin admin] Publish callbacks [] for security_group (e0664d96-ce28-4e5e-8dee-6c4ade66d6ec), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:10.638260 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d93052ca-dd73-44e8-bbaf-fdabcda9311a admin admin] Publish callbacks [] for security_group (e0664d96-ce28-4e5e-8dee-6c4ade66d6ec), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:10.760213 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d93052ca-dd73-44e8-bbaf-fdabcda9311a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (e0664d96-ce28-4e5e-8dee-6c4ade66d6ec), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:10.764790 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d93052ca-dd73-44e8-bbaf-fdabcda9311a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:10.765966 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-d93052ca-dd73-44e8-bbaf-fdabcda9311a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0664d96-ce28-4e5e-8dee-6c4ade66d6ec HTTP/1.1" status: 204 len: 168 time: 0.1972401 Jul 21 10:55:10.773929 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93052ca-dd73-44e8-bbaf-fdabcda9311a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0664d96-ce28-4e5e-8dee-6c4ade66d6ec,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:10.816874 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-006b7c2a-47c7-453c-a2b9-30a4e030250e req-cfb94ea8-5729-466e-b022-ee8b39537c29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 HTTP/1.1" status: 200 len: 217 time: 0.0384359 Jul 21 10:55:10.867136 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b7c2a-47c7-453c-a2b9-30a4e030250e req-bd449ec8-97ac-45ff-9e9c-d0430b80ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:10.868634 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-006b7c2a-47c7-453c-a2b9-30a4e030250e req-bd449ec8-97ac-45ff-9e9c-d0430b80ba76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=675fa199-a2f9-4cce-9e74-45a2be0ffecf HTTP/1.1" status: 200 len: 848 time: 0.0453229 Jul 21 10:55:10.975671 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7e652-2d36-4340-87d6-6186cdce9115 req-6faea221-71be-4354-935d-97d1087526a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:10.977147 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b0f7e652-2d36-4340-87d6-6186cdce9115 req-6faea221-71be-4354-935d-97d1087526a3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0470638 Jul 21 10:55:11.012229 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:11.029090 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b0f7e652-2d36-4340-87d6-6186cdce9115 req-e44ac356-d507-42c3-8da5-cb75b4b22ffa tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/security-groups?id=169100c3-36d7-459c-bc55-1df8808d8733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455425 Jul 21 10:55:11.036010 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b7c2a-47c7-453c-a2b9-30a4e030250e req-cd958eb7-d721-48a6-a485-04903ff197e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:11.037616 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-006b7c2a-47c7-453c-a2b9-30a4e030250e req-cd958eb7-d721-48a6-a485-04903ff197e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27b56899-b3ca-45d1-a202-b2681b2d043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414870 Jul 21 10:55:11.136714 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-006b7c2a-47c7-453c-a2b9-30a4e030250e req-aabb125d-8ebc-49b4-9a25-1ab078ab264a service neutron] 10.222.0.57 "GET /v2.0/networks/27b56899-b3ca-45d1-a202-b2681b2d043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917950 Jul 21 10:55:11.361514 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:11.393194 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-006b7c2a-47c7-453c-a2b9-30a4e030250e req-67cf3145-8b43-4d86-952f-217659e56347 service neutron] 10.222.0.57 "GET /v2.0/networks/27b56899-b3ca-45d1-a202-b2681b2d043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881538 Jul 21 10:55:11.478181 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96cc7c-b8b1-4885-baf4-8b5f1b3b60e9 req-327490c7-e0cb-46ce-bdfc-044837c7c1c0 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:11.479648 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-bf96cc7c-b8b1-4885-baf4-8b5f1b3b60e9 req-327490c7-e0cb-46ce-bdfc-044837c7c1c0 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 946 time: 0.0524104 Jul 21 10:55:11.572534 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-bf96cc7c-b8b1-4885-baf4-8b5f1b3b60e9 req-84d5b7a7-f951-4495-ab06-fc92075d77d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Deleting port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:55:11.573497 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-bf96cc7c-b8b1-4885-baf4-8b5f1b3b60e9 req-84d5b7a7-f951-4495-ab06-fc92075d77d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:11.656208 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:11.672071 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-bf96cc7c-b8b1-4885-baf4-8b5f1b3b60e9 req-84d5b7a7-f951-4495-ab06-fc92075d77d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] For port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2,segment=NetworkSegment(9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0),segment_id=9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:55:11.672449 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-bf96cc7c-b8b1-4885-baf4-8b5f1b3b60e9 req-84d5b7a7-f951-4495-ab06-fc92075d77d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:11.685881 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-bf96cc7c-b8b1-4885-baf4-8b5f1b3b60e9 req-84d5b7a7-f951-4495-ab06-fc92075d77d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Calling delete_port for 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:55:11.863067 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-bf96cc7c-b8b1-4885-baf4-8b5f1b3b60e9 req-84d5b7a7-f951-4495-ab06-fc92075d77d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:11.893706 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5b7a7-f951-4495-ab06-fc92075d77d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Pushing event deleted for resources: {'Port': ['ID=2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:11.942997 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf96cc7c-b8b1-4885-baf4-8b5f1b3b60e9 req-84d5b7a7-f951-4495-ab06-fc92075d77d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] No DVR routers for this DVR port 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:55:11.945584 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-bf96cc7c-b8b1-4885-baf4-8b5f1b3b60e9 req-84d5b7a7-f951-4495-ab06-fc92075d77d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:11.948945 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-bf96cc7c-b8b1-4885-baf4-8b5f1b3b60e9 req-84d5b7a7-f951-4495-ab06-fc92075d77d3 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.57 "DELETE /v2.0/ports/2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 HTTP/1.1" status: 204 len: 173 time: 0.4630589 Jul 21 10:55:11.949547 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'name': 'network-vif-deleted', 'tag': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:55:11.951826 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccd3f94-5f8d-4aae-8709-6da33b4ab961" -d '{"events": [{"server_uuid": "eb24f843-eeb3-43dd-bd48-3bcf68e344cd", "name": "network-vif-deleted", "tag": "2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:55:11.987632 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225b5309-6719-4e3f-998c-4587457e0968 x-openstack-request-id: req-225b5309-6719-4e3f-998c-4587457e0968 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:55:11.987948 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb24f843-eeb3-43dd-bd48-3bcf68e344cd", "name": "network-vif-deleted", "tag": "2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:55:11.988201 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-225b5309-6719-4e3f-998c-4587457e0968 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:55:11.988634 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225b5309-6719-4e3f-998c-4587457e0968'] response: {'server_uuid': 'eb24f843-eeb3-43dd-bd48-3bcf68e344cd', 'name': 'network-vif-deleted', 'tag': '2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2', 'status': 'completed', 'code': 200} Jul 21 10:55:12.132971 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-302d8361-fec2-44dc-89df-7050604e7fe2 req-e4496d9f-0bd9-4dd3-b61c-ead451a55ff8 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 210 time: 0.0296445 Jul 21 10:55:13.255965 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3a4bd03d-7108-41f6-ad22-ab29ecaff4a8 req-7a35d8fc-0c15-42d8-b982-7a0b86f416ea tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb24f843-eeb3-43dd-bd48-3bcf68e344cd HTTP/1.1" status: 200 len: 210 time: 0.0330281 Jul 21 10:55:14.317849 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42372) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:14.375315 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a465461a-c0c3-4094-bfcb-38a37eeef025 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group (169100c3-36d7-459c-bc55-1df8808d8733), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:14.400557 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a465461a-c0c3-4094-bfcb-38a37eeef025 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group (169100c3-36d7-459c-bc55-1df8808d8733), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:14.515677 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a465461a-c0c3-4094-bfcb-38a37eeef025 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (169100c3-36d7-459c-bc55-1df8808d8733), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:14.518750 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a465461a-c0c3-4094-bfcb-38a37eeef025 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:14.520169 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-a465461a-c0c3-4094-bfcb-38a37eeef025 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] 10.222.0.48 "DELETE /v2.0/security-groups/169100c3-36d7-459c-bc55-1df8808d8733 HTTP/1.1" status: 204 len: 168 time: 0.2036047 Jul 21 10:55:14.532504 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465461a-c0c3-4094-bfcb-38a37eeef025 tempest-TestShelveInstance-987642791 tempest-TestShelveInstance-987642791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=169100c3-36d7-459c-bc55-1df8808d8733,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:14.660557 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42376) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:14.915027 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:15.055029 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:55:15.076347 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:55:15.076787 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 2741d1f0-6bcb-4bee-8842-bc9bf8bc4db2 not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:55:15.119917 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:15.134070 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0fdca633-4a7c-47ea-aa91-d18be68b1315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906778'] for router_interface (26233318-f133-44d8-8ce4-0b2f79cfbe36), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:15.328541 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:15.359605 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-0fdca633-4a7c-47ea-aa91-d18be68b1315 admin admin] Deleting port 822c33d3-ad01-425a-b649-f62c0f0ab60e {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:55:15.359941 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0fdca633-4a7c-47ea-aa91-d18be68b1315 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:15.443632 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [None req-0fdca633-4a7c-47ea-aa91-d18be68b1315 admin admin] For port 822c33d3-ad01-425a-b649-f62c0f0ab60e, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=822c33d3-ad01-425a-b649-f62c0f0ab60e,segment=NetworkSegment(9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0),segment_id=9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:55:15.444002 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0fdca633-4a7c-47ea-aa91-d18be68b1315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:15.457211 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-0fdca633-4a7c-47ea-aa91-d18be68b1315 admin admin] Calling delete_port for 822c33d3-ad01-425a-b649-f62c0f0ab60e owned by network:router_interface {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:55:15.486732 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42386) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:15.595797 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a020a68c-14f1-49b6-98ff-3ac7a7a58bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:15.672866 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a020a68c-14f1-49b6-98ff-3ac7a7a58bbc admin admin] Publish callbacks [] for security_group (fa036088-0fb5-423b-a025-84df815c9b44), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:15.731993 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0fdca633-4a7c-47ea-aa91-d18be68b1315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (822c33d3-ad01-425a-b649-f62c0f0ab60e), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:15.758126 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdca633-4a7c-47ea-aa91-d18be68b1315 admin admin] Pushing event deleted for resources: {'Port': ['ID=822c33d3-ad01-425a-b649-f62c0f0ab60e,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:15.765893 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a020a68c-14f1-49b6-98ff-3ac7a7a58bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (fa036088-0fb5-423b-a025-84df815c9b44), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:15.814509 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-a020a68c-14f1-49b6-98ff-3ac7a7a58bbc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d55719e2fde40fbae42f57dfbb10aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263321 Jul 21 10:55:15.815125 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42390) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:15.815365 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020a68c-14f1-49b6-98ff-3ac7a7a58bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa036088-0fb5-423b-a025-84df815c9b44,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:15.961628 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1b090ec9-833a-46f7-a8cf-7414c09fafbe admin admin] Publish callbacks [] for security_group (fa036088-0fb5-423b-a025-84df815c9b44), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:15.991303 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0fdca633-4a7c-47ea-aa91-d18be68b1315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7994357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905578'] for router_interface (26233318-f133-44d8-8ce4-0b2f79cfbe36), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:15.994071 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1b090ec9-833a-46f7-a8cf-7414c09fafbe admin admin] Publish callbacks [] for security_group (fa036088-0fb5-423b-a025-84df815c9b44), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:16.071625 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:16.198846 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1b090ec9-833a-46f7-a8cf-7414c09fafbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (fa036088-0fb5-423b-a025-84df815c9b44), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:16.202366 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-1b090ec9-833a-46f7-a8cf-7414c09fafbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:16.203713 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-1b090ec9-833a-46f7-a8cf-7414c09fafbe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa036088-0fb5-423b-a025-84df815c9b44 HTTP/1.1" status: 204 len: 168 time: 0.3875206 Jul 21 10:55:16.211181 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:16.221939 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b090ec9-833a-46f7-a8cf-7414c09fafbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa036088-0fb5-423b-a025-84df815c9b44,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:16.282490 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-7d76ba1f-5962-4379-9dd9-b3cd3c36c6e4 req-b58fbe33-5031-44cc-a4a1-92b9062a8e5e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528414 Jul 21 10:55:16.286477 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdca633-4a7c-47ea-aa91-d18be68b1315 admin admin] Router 26233318-f133-44d8-8ce4-0b2f79cfbe36 has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:55:16.429831 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76ba1f-5962-4379-9dd9-b3cd3c36c6e4 req-f7e14601-7053-47f1-a660-47e86e0c3d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:16.431411 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-7d76ba1f-5962-4379-9dd9-b3cd3c36c6e4 req-f7e14601-7053-47f1-a660-47e86e0c3d02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce3ae8ed116141658017f823c633c2f2&device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 1130 time: 0.0778491 Jul 21 10:55:16.442682 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdca633-4a7c-47ea-aa91-d18be68b1315 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:55:16.452470 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42394) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:16.453264 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-0fdca633-4a7c-47ea-aa91-d18be68b1315 admin admin] 10.222.0.48 "PUT /v2.0/routers/26233318-f133-44d8-8ce4-0b2f79cfbe36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7915308 Jul 21 10:55:16.462378 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd03a5fe-f1a4-437a-9f53-a689e9fb0609 None None] Sync routers for ids ['26233318-f133-44d8-8ce4-0b2f79cfbe36'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:55:16.480391 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd03a5fe-f1a4-437a-9f53-a689e9fb0609 None None] Routers {'26233318-f133-44d8-8ce4-0b2f79cfbe36'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:55:16.482819 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-fd03a5fe-f1a4-437a-9f53-a689e9fb0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:54:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['26233318-f133-44d8-8ce4-0b2f79cfbe36'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:16.584800 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76ba1f-5962-4379-9dd9-b3cd3c36c6e4 req-43938800-babf-4950-afa8-8236d059ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:16.587045 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-7d76ba1f-5962-4379-9dd9-b3cd3c36c6e4 req-43938800-babf-4950-afa8-8236d059ed3b service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377 HTTP/1.1" status: 200 len: 912 time: 0.1325257 Jul 21 10:55:16.592050 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8285fe98-0dc6-4b94-beeb-54bc82d48bc4 admin admin] Publish callbacks [] for router (26233318-f133-44d8-8ce4-0b2f79cfbe36), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:16.631225 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:16.674094 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-7d76ba1f-5962-4379-9dd9-b3cd3c36c6e4 req-f1f27a77-000d-47ce-addd-f453e65e20ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9413091b-0c11-431b-a541-d2ab3dd8bc2f HTTP/1.1" status: 200 len: 1001 time: 0.0806520 Jul 21 10:55:16.721079 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8285fe98-0dc6-4b94-beeb-54bc82d48bc4 admin admin] Publish callbacks [] for router_gateway (26233318-f133-44d8-8ce4-0b2f79cfbe36), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:16.744807 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76ba1f-5962-4379-9dd9-b3cd3c36c6e4 req-8c42a18f-9999-4b43-84a9-99be84d6c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:16.746088 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-7d76ba1f-5962-4379-9dd9-b3cd3c36c6e4 req-8c42a18f-9999-4b43-84a9-99be84d6c6a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c73223d2-a824-44a2-839c-c12a914ca57f HTTP/1.1" status: 200 len: 850 time: 0.0652366 Jul 21 10:55:16.776505 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-fd03a5fe-f1a4-437a-9f53-a689e9fb0609 None None] Set router 26233318-f133-44d8-8ce4-0b2f79cfbe36 gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:55:16.799556 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76ba1f-5962-4379-9dd9-b3cd3c36c6e4 req-6255d6e3-a2c3-4a99-8be6-30bac0d9a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:16.801525 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-7d76ba1f-5962-4379-9dd9-b3cd3c36c6e4 req-6255d6e3-a2c3-4a99-8be6-30bac0d9a89d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482209 Jul 21 10:55:16.814147 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-8285fe98-0dc6-4b94-beeb-54bc82d48bc4 admin admin] Deleting port 63a568b7-ba78-48d1-85b3-5de34bea67fe {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:55:16.814745 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8285fe98-0dc6-4b94-beeb-54bc82d48bc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (63a568b7-ba78-48d1-85b3-5de34bea67fe), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:16.889555 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:16.900721 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-7d76ba1f-5962-4379-9dd9-b3cd3c36c6e4 req-b69311c4-078d-428d-b6a8-ab1e831a2c17 service neutron] 10.222.0.57 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931711 Jul 21 10:55:16.904531 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [None req-8285fe98-0dc6-4b94-beeb-54bc82d48bc4 admin admin] For port 63a568b7-ba78-48d1-85b3-5de34bea67fe, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=63a568b7-ba78-48d1-85b3-5de34bea67fe,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:55:16.904906 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8285fe98-0dc6-4b94-beeb-54bc82d48bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (63a568b7-ba78-48d1-85b3-5de34bea67fe), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:16.918197 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-8285fe98-0dc6-4b94-beeb-54bc82d48bc4 admin admin] Calling delete_port for 63a568b7-ba78-48d1-85b3-5de34bea67fe owned by network:router_gateway {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:55:16.922787 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:16.960388 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-fd03a5fe-f1a4-437a-9f53-a689e9fb0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'name': 'tempest-TestShelveInstance-2147416731-router', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:55:15Z', 'revision_number': 5, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'gw_port': {'id': '63a568b7-ba78-48d1-85b3-5de34bea67fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:16.990960 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd03a5fe-f1a4-437a-9f53-a689e9fb0609 None None] Checking router: 26233318-f133-44d8-8ce4-0b2f79cfbe36 for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:55:16.996376 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-7d76ba1f-5962-4379-9dd9-b3cd3c36c6e4 req-24a2728e-c677-471b-88ba-1bb4b339bbc5 service neutron] 10.222.0.57 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882528 Jul 21 10:55:17.000413 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd03a5fe-f1a4-437a-9f53-a689e9fb0609 None None] Routers {'26233318-f133-44d8-8ce4-0b2f79cfbe36'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:55:17.001042 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-fd03a5fe-f1a4-437a-9f53-a689e9fb0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:54:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['26233318-f133-44d8-8ce4-0b2f79cfbe36'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:17.083824 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-fd03a5fe-f1a4-437a-9f53-a689e9fb0609 None None] Set router 26233318-f133-44d8-8ce4-0b2f79cfbe36 gateway port host: None {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:55:17.136394 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-fd03a5fe-f1a4-437a-9f53-a689e9fb0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'name': 'tempest-TestShelveInstance-2147416731-router', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:55:16Z', 'revision_number': 6, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'gw_port_host': None}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:17.155211 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8285fe98-0dc6-4b94-beeb-54bc82d48bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (63a568b7-ba78-48d1-85b3-5de34bea67fe), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:17.162876 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd03a5fe-f1a4-437a-9f53-a689e9fb0609 None None] The sync data for ids ['26233318-f133-44d8-8ce4-0b2f79cfbe36'] in dv-cinder-849800-2-iscsi is: [{'id': '26233318-f133-44d8-8ce4-0b2f79cfbe36', 'name': 'tempest-TestShelveInstance-2147416731-router', 'tenant_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:03Z', 'updated_at': '2022-07-21T10:55:16Z', 'revision_number': 6, 'project_id': '620ea9c4eaa74dc5858cf93d9fcad9f1', 'gw_port_host': None}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:55:17.168026 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:17.190586 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285fe98-0dc6-4b94-beeb-54bc82d48bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a568b7-ba78-48d1-85b3-5de34bea67fe,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:17.248280 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8285fe98-0dc6-4b94-beeb-54bc82d48bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7907105'] for router_gateway (26233318-f133-44d8-8ce4-0b2f79cfbe36), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:17.334974 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8285fe98-0dc6-4b94-beeb-54bc82d48bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7905525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router (26233318-f133-44d8-8ce4-0b2f79cfbe36), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:17.337399 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8285fe98-0dc6-4b94-beeb-54bc82d48bc4 admin admin] Publish callbacks [] for router_controller (26233318-f133-44d8-8ce4-0b2f79cfbe36), precommit_delete_associations {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:17.429594 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8285fe98-0dc6-4b94-beeb-54bc82d48bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7905412'] for router (26233318-f133-44d8-8ce4-0b2f79cfbe36), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:17.430185 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8285fe98-0dc6-4b94-beeb-54bc82d48bc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26233318-f133-44d8-8ce4-0b2f79cfbe36 {{(pid=111079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 10:55:17.434652 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8285fe98-0dc6-4b94-beeb-54bc82d48bc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:17.435805 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-8285fe98-0dc6-4b94-beeb-54bc82d48bc4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/26233318-f133-44d8-8ce4-0b2f79cfbe36 HTTP/1.1" status: 204 len: 168 time: 0.9823434 Jul 21 10:55:17.439296 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42396) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:17.492871 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_v2 [None req-39338a11-a167-43fa-9415-d588ef2d949b admin admin] Deleting subnet 675fa199-a2f9-4cce-9e74-45a2be0ffecf {{(pid=111078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 10:55:17.492871 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39338a11-a167-43fa-9415-d588ef2d949b admin admin] Publish callbacks [] for subnet (675fa199-a2f9-4cce-9e74-45a2be0ffecf), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:17.527189 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39338a11-a167-43fa-9415-d588ef2d949b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4368943'] for subnet (675fa199-a2f9-4cce-9e74-45a2be0ffecf), precommit_delete_associations {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:17.550249 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:17.609976 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39338a11-a167-43fa-9415-d588ef2d949b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686909'] for subnet (675fa199-a2f9-4cce-9e74-45a2be0ffecf), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:17.737629 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39338a11-a167-43fa-9415-d588ef2d949b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6008475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33547813'] for subnet (675fa199-a2f9-4cce-9e74-45a2be0ffecf), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:17.761621 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39338a11-a167-43fa-9415-d588ef2d949b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=675fa199-a2f9-4cce-9e74-45a2be0ffecf,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:17.769416 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39338a11-a167-43fa-9415-d588ef2d949b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:17.773410 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-39338a11-a167-43fa-9415-d588ef2d949b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/675fa199-a2f9-4cce-9e74-45a2be0ffecf HTTP/1.1" status: 204 len: 168 time: 0.3329446 Jul 21 10:55:17.774518 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3e9945-7357-44ce-8a15-d1156d42057b None None] Network 27b56899-b3ca-45d1-a202-b2681b2d043e requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:55:17.775942 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42398) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:17.846631 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692532'] for network (27b56899-b3ca-45d1-a202-b2681b2d043e), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:17.883872 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:17.891864 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] Deleting port 523442df-a34b-4e71-9813-211f100cc622 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:55:17.892207 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (523442df-a34b-4e71-9813-211f100cc622), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:17.963473 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] For port 523442df-a34b-4e71-9813-211f100cc622, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=523442df-a34b-4e71-9813-211f100cc622,segment=NetworkSegment(9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0),segment_id=9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:55:17.963845 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (523442df-a34b-4e71-9813-211f100cc622), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:17.968327 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1a4bf0-4ef4-4ec4-ba31-13d6e9e793f9 None None] DHCP port deletion for 27b56899-b3ca-45d1-a202-b2681b2d043e request from dv-cinder-849800-2-iscsi {{(pid=111080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 10:55:17.980630 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] Calling delete_port for 523442df-a34b-4e71-9813-211f100cc622 owned by network:dhcp {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:55:18.006510 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-da1a4bf0-4ef4-4ec4-ba31-13d6e9e793f9 None None] Deleting port 523442df-a34b-4e71-9813-211f100cc622 {{(pid=111080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:55:18.006916 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-da1a4bf0-4ef4-4ec4-ba31-13d6e9e793f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (523442df-a34b-4e71-9813-211f100cc622), before_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:18.076147 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-da1a4bf0-4ef4-4ec4-ba31-13d6e9e793f9 None None] For port 523442df-a34b-4e71-9813-211f100cc622, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=523442df-a34b-4e71-9813-211f100cc622,segment=NetworkSegment(9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0),segment_id=9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:55:18.076828 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-da1a4bf0-4ef4-4ec4-ba31-13d6e9e793f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (523442df-a34b-4e71-9813-211f100cc622), precommit_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:18.091461 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-da1a4bf0-4ef4-4ec4-ba31-13d6e9e793f9 None None] Calling delete_port for 523442df-a34b-4e71-9813-211f100cc622 owned by network:dhcp {{(pid=111080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:55:18.109385 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (523442df-a34b-4e71-9813-211f100cc622), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:18.138716 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] Pushing event deleted for resources: {'Port': ['ID=523442df-a34b-4e71-9813-211f100cc622,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:18.141989 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] No DVR routers for this DVR port 523442df-a34b-4e71-9813-211f100cc622 on host dv-cinder-849800-2-iscsi {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:55:18.174429 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-da1a4bf0-4ef4-4ec4-ba31-13d6e9e793f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077'] for port (523442df-a34b-4e71-9813-211f100cc622), after_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:18.207918 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a4bf0-4ef4-4ec4-ba31-13d6e9e793f9 None None] Pushing event deleted for resources: {'Port': ['ID=523442df-a34b-4e71-9813-211f100cc622,revision_number=None']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:18.212287 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a4bf0-4ef4-4ec4-ba31-13d6e9e793f9 None None] No DVR routers for this DVR port 523442df-a34b-4e71-9813-211f100cc622 on host dv-cinder-849800-2-iscsi {{(pid=111080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:55:18.228814 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687030', 'neutron.services.segments.db._delete_segments_for_network-8727025531468'] for network (27b56899-b3ca-45d1-a202-b2681b2d043e), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:18.252690 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b56899-b3ca-45d1-a202-b2681b2d043e']}} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:18.262603 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0') {'for_net_delete': True} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:18.262944 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0') {} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:18.273015 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727025530341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4368918'] for segment (9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:18.291867 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:18.299378 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=111078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 10:55:18.299773 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6008353'] for segment (9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:18.322279 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.services.segments.plugin [-] Segment 9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0 resource provider aggregate not found Jul 21 10:55:18.359231 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.services.segments.plugin [-] Segment 9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a4d547a-bfb0-4e2e-9e3e-e360eacff3e0 found for delete ", "request_id": "req-08c34155-7aac-457a-ae41-8512bb9b5419"}]} Jul 21 10:55:18.377176 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 63a568b7-ba78-48d1-85b3-5de34bea67fe no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:55:18.397479 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 63a568b7-ba78-48d1-85b3-5de34bea67fe {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:55:18.397833 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 63a568b7-ba78-48d1-85b3-5de34bea67fe not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:55:18.398260 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 822c33d3-ad01-425a-b649-f62c0f0ab60e no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:55:18.417195 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 822c33d3-ad01-425a-b649-f62c0f0ab60e {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:55:18.417546 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 822c33d3-ad01-425a-b649-f62c0f0ab60e not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:55:18.417962 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 523442df-a34b-4e71-9813-211f100cc622 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:55:18.423928 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7907263'] for network (27b56899-b3ca-45d1-a202-b2681b2d043e), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:18.428296 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:18.431486 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] 10.222.0.48 "DELETE /v2.0/networks/27b56899-b3ca-45d1-a202-b2681b2d043e HTTP/1.1" status: 204 len: 168 time: 0.6548424 Jul 21 10:55:18.434467 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42404) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:18.436805 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 523442df-a34b-4e71-9813-211f100cc622 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:55:18.437129 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 523442df-a34b-4e71-9813-211f100cc622 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:55:18.447525 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea94031-fa34-40ee-a872-b9600a8fb090 admin admin] Pushing event deleted for resources: {'Network': ['ID=27b56899-b3ca-45d1-a202-b2681b2d043e,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:18.708996 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:18.754811 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f9cd595e-f850-4b9e-99c9-f755259478d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906778'] for router_interface (249b7162-2c43-4bb7-8f56-76051dba180d), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:18.977824 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd595e-f850-4b9e-99c9-f755259478d0 admin admin] Deleting port 52637051-8db2-4513-ba51-70ba0ba5cdd7 {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:55:18.978168 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f9cd595e-f850-4b9e-99c9-f755259478d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:19.058418 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [None req-f9cd595e-f850-4b9e-99c9-f755259478d0 admin admin] For port 52637051-8db2-4513-ba51-70ba0ba5cdd7, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=52637051-8db2-4513-ba51-70ba0ba5cdd7,segment=NetworkSegment(944bed79-6881-4830-84ab-ea6df6be7f9a),segment_id=944bed79-6881-4830-84ab-ea6df6be7f9a)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:55:19.058811 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f9cd595e-f850-4b9e-99c9-f755259478d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:19.071974 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd595e-f850-4b9e-99c9-f755259478d0 admin admin] Calling delete_port for 52637051-8db2-4513-ba51-70ba0ba5cdd7 owned by network:router_interface {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:55:19.133806 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:19.286627 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f9cd595e-f850-4b9e-99c9-f755259478d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (52637051-8db2-4513-ba51-70ba0ba5cdd7), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:19.312077 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd595e-f850-4b9e-99c9-f755259478d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=52637051-8db2-4513-ba51-70ba0ba5cdd7,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:19.476759 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f9cd595e-f850-4b9e-99c9-f755259478d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7994357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905578'] for router_interface (249b7162-2c43-4bb7-8f56-76051dba180d), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:19.557647 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:19.683835 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cd595e-f850-4b9e-99c9-f755259478d0 admin admin] Router 249b7162-2c43-4bb7-8f56-76051dba180d has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:55:19.786478 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cd595e-f850-4b9e-99c9-f755259478d0 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:55:19.793726 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-f9cd595e-f850-4b9e-99c9-f755259478d0 admin admin] 10.222.0.48 "PUT /v2.0/routers/249b7162-2c43-4bb7-8f56-76051dba180d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3574166 Jul 21 10:55:19.794332 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42406) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:19.801706 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0684e0-b2c2-4182-848a-71debd2109bc None None] Sync routers for ids ['249b7162-2c43-4bb7-8f56-76051dba180d'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:55:19.811777 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0684e0-b2c2-4182-848a-71debd2109bc None None] Routers {'249b7162-2c43-4bb7-8f56-76051dba180d'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:55:19.812371 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-be0684e0-b2c2-4182-848a-71debd2109bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:54:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['249b7162-2c43-4bb7-8f56-76051dba180d'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:19.901163 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a2146f44-1f5b-42fa-8912-1509626a7d6c admin admin] Publish callbacks [] for router (249b7162-2c43-4bb7-8f56-76051dba180d), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:19.913544 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-be0684e0-b2c2-4182-848a-71debd2109bc None None] Set router 249b7162-2c43-4bb7-8f56-76051dba180d gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:55:19.936748 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:20.006236 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a2146f44-1f5b-42fa-8912-1509626a7d6c admin admin] Publish callbacks [] for router_gateway (249b7162-2c43-4bb7-8f56-76051dba180d), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:20.082152 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-be0684e0-b2c2-4182-848a-71debd2109bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'name': 'tempest-TestShelveInstance-1257861885-router', 'tenant_id': '7e7cda367f7b44fc80a663a162608909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '40911fe2-019c-4333-802a-e017fb3211a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:09Z', 'updated_at': '2022-07-21T10:55:19Z', 'revision_number': 5, 'project_id': '7e7cda367f7b44fc80a663a162608909', 'gw_port': {'id': '40911fe2-019c-4333-802a-e017fb3211a5', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:49:10Z', 'updated_at': '2022-07-21T10:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:20.097680 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-a2146f44-1f5b-42fa-8912-1509626a7d6c admin admin] Deleting port 40911fe2-019c-4333-802a-e017fb3211a5 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:55:20.098026 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a2146f44-1f5b-42fa-8912-1509626a7d6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (40911fe2-019c-4333-802a-e017fb3211a5), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:20.107028 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0684e0-b2c2-4182-848a-71debd2109bc None None] Checking router: 249b7162-2c43-4bb7-8f56-76051dba180d for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:55:20.115543 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0684e0-b2c2-4182-848a-71debd2109bc None None] Routers {'249b7162-2c43-4bb7-8f56-76051dba180d'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:55:20.116156 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-be0684e0-b2c2-4182-848a-71debd2109bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:54:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['249b7162-2c43-4bb7-8f56-76051dba180d'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:20.182142 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [None req-a2146f44-1f5b-42fa-8912-1509626a7d6c admin admin] For port 40911fe2-019c-4333-802a-e017fb3211a5, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=40911fe2-019c-4333-802a-e017fb3211a5,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:55:20.182510 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a2146f44-1f5b-42fa-8912-1509626a7d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (40911fe2-019c-4333-802a-e017fb3211a5), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:20.199356 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-be0684e0-b2c2-4182-848a-71debd2109bc None None] Set router 249b7162-2c43-4bb7-8f56-76051dba180d gateway port host: None {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:55:20.249753 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-be0684e0-b2c2-4182-848a-71debd2109bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'name': 'tempest-TestShelveInstance-1257861885-router', 'tenant_id': '7e7cda367f7b44fc80a663a162608909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:09Z', 'updated_at': '2022-07-21T10:55:20Z', 'revision_number': 6, 'project_id': '7e7cda367f7b44fc80a663a162608909', 'gw_port_host': None}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:20.279203 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0684e0-b2c2-4182-848a-71debd2109bc None None] The sync data for ids ['249b7162-2c43-4bb7-8f56-76051dba180d'] in dv-cinder-849800-2-iscsi is: [{'id': '249b7162-2c43-4bb7-8f56-76051dba180d', 'name': 'tempest-TestShelveInstance-1257861885-router', 'tenant_id': '7e7cda367f7b44fc80a663a162608909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:49:09Z', 'updated_at': '2022-07-21T10:55:20Z', 'revision_number': 6, 'project_id': '7e7cda367f7b44fc80a663a162608909', 'gw_port_host': None}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:55:20.441012 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-a2146f44-1f5b-42fa-8912-1509626a7d6c admin admin] Calling delete_port for 40911fe2-019c-4333-802a-e017fb3211a5 owned by network:router_gateway {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:55:20.587217 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:20.687795 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a2146f44-1f5b-42fa-8912-1509626a7d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (40911fe2-019c-4333-802a-e017fb3211a5), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:20.717212 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2146f44-1f5b-42fa-8912-1509626a7d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=40911fe2-019c-4333-802a-e017fb3211a5,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:20.780957 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a2146f44-1f5b-42fa-8912-1509626a7d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7907105'] for router_gateway (249b7162-2c43-4bb7-8f56-76051dba180d), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:20.870099 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a2146f44-1f5b-42fa-8912-1509626a7d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7905525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router (249b7162-2c43-4bb7-8f56-76051dba180d), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:20.872841 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a2146f44-1f5b-42fa-8912-1509626a7d6c admin admin] Publish callbacks [] for router_controller (249b7162-2c43-4bb7-8f56-76051dba180d), precommit_delete_associations {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:20.972254 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a2146f44-1f5b-42fa-8912-1509626a7d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7905412'] for router (249b7162-2c43-4bb7-8f56-76051dba180d), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:20.972788 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2146f44-1f5b-42fa-8912-1509626a7d6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 249b7162-2c43-4bb7-8f56-76051dba180d {{(pid=111078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 10:55:20.977490 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a2146f44-1f5b-42fa-8912-1509626a7d6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:20.978668 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-a2146f44-1f5b-42fa-8912-1509626a7d6c admin admin] 10.222.0.48 "DELETE /v2.0/routers/249b7162-2c43-4bb7-8f56-76051dba180d HTTP/1.1" status: 204 len: 168 time: 1.1832967 Jul 21 10:55:20.983687 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42410) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:21.028750 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9097716-10a9-452e-b910-23233496b4dc admin admin] Deleting subnet a7435895-06a5-456d-8020-ad00c497f924 {{(pid=111078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 10:55:21.032068 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b9097716-10a9-452e-b910-23233496b4dc admin admin] Publish callbacks [] for subnet (a7435895-06a5-456d-8020-ad00c497f924), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.067888 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b9097716-10a9-452e-b910-23233496b4dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4368943'] for subnet (a7435895-06a5-456d-8020-ad00c497f924), precommit_delete_associations {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.148766 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b9097716-10a9-452e-b910-23233496b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686909'] for subnet (a7435895-06a5-456d-8020-ad00c497f924), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.241374 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b9097716-10a9-452e-b910-23233496b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6008475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33547813'] for subnet (a7435895-06a5-456d-8020-ad00c497f924), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.247300 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:21.269493 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9097716-10a9-452e-b910-23233496b4dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7435895-06a5-456d-8020-ad00c497f924,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:21.273283 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-b9097716-10a9-452e-b910-23233496b4dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.276464 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-b9097716-10a9-452e-b910-23233496b4dc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a7435895-06a5-456d-8020-ad00c497f924 HTTP/1.1" status: 204 len: 168 time: 0.2941296 Jul 21 10:55:21.279160 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42412) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:21.282134 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0366b9b8-fea8-4a51-95ac-3fd75fd784f2 None None] Network 3c70d2cd-bf32-450c-9a1a-a2043fd7f86b requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:55:21.361407 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692532'] for network (3c70d2cd-bf32-450c-9a1a-a2043fd7f86b), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.394799 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b61d4258-bd23-46cb-9850-cad51eebc8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.407545 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] Deleting port bba762ad-25e6-4434-ae53-39e863c844aa {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:55:21.408052 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (bba762ad-25e6-4434-ae53-39e863c844aa), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.466078 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7f0205-5f43-4277-b23c-faa76fcbaafe None None] DHCP port deletion for 3c70d2cd-bf32-450c-9a1a-a2043fd7f86b request from dv-cinder-849800-2-iscsi {{(pid=111080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 10:55:21.475058 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] For port bba762ad-25e6-4434-ae53-39e863c844aa, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=bba762ad-25e6-4434-ae53-39e863c844aa,segment=NetworkSegment(944bed79-6881-4830-84ab-ea6df6be7f9a),segment_id=944bed79-6881-4830-84ab-ea6df6be7f9a)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:55:21.475427 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (bba762ad-25e6-4434-ae53-39e863c844aa), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.488777 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] Calling delete_port for bba762ad-25e6-4434-ae53-39e863c844aa owned by network:dhcp {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:55:21.505175 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-af7f0205-5f43-4277-b23c-faa76fcbaafe None None] Deleting port bba762ad-25e6-4434-ae53-39e863c844aa {{(pid=111080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:55:21.505558 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-af7f0205-5f43-4277-b23c-faa76fcbaafe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (bba762ad-25e6-4434-ae53-39e863c844aa), before_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.560065 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:21.573747 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-af7f0205-5f43-4277-b23c-faa76fcbaafe None None] For port bba762ad-25e6-4434-ae53-39e863c844aa, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=bba762ad-25e6-4434-ae53-39e863c844aa,segment=NetworkSegment(944bed79-6881-4830-84ab-ea6df6be7f9a),segment_id=944bed79-6881-4830-84ab-ea6df6be7f9a)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:55:21.574153 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-af7f0205-5f43-4277-b23c-faa76fcbaafe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (bba762ad-25e6-4434-ae53-39e863c844aa), precommit_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.587359 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-af7f0205-5f43-4277-b23c-faa76fcbaafe None None] Calling delete_port for bba762ad-25e6-4434-ae53-39e863c844aa owned by network:dhcp {{(pid=111080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:55:21.657834 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (bba762ad-25e6-4434-ae53-39e863c844aa), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.659088 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:21.665076 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-af7f0205-5f43-4277-b23c-faa76fcbaafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077'] for port (bba762ad-25e6-4434-ae53-39e863c844aa), after_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.683810 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] Pushing event deleted for resources: {'Port': ['ID=bba762ad-25e6-4434-ae53-39e863c844aa,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:21.687526 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] No DVR routers for this DVR port bba762ad-25e6-4434-ae53-39e863c844aa on host dv-cinder-849800-2-iscsi {{(pid=111079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:55:21.695446 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f0205-5f43-4277-b23c-faa76fcbaafe None None] Pushing event deleted for resources: {'Port': ['ID=bba762ad-25e6-4434-ae53-39e863c844aa,revision_number=None']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:21.697286 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f0205-5f43-4277-b23c-faa76fcbaafe None None] No DVR routers for this DVR port bba762ad-25e6-4434-ae53-39e863c844aa on host dv-cinder-849800-2-iscsi {{(pid=111080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:55:21.763845 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687030', 'neutron.services.segments.db._delete_segments_for_network-8727025531468'] for network (3c70d2cd-bf32-450c-9a1a-a2043fd7f86b), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.784216 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c70d2cd-bf32-450c-9a1a-a2043fd7f86b']}} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:21.793158 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944bed79-6881-4830-84ab-ea6df6be7f9a') {'for_net_delete': True} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:21.793507 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.services.segments.db [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944bed79-6881-4830-84ab-ea6df6be7f9a') {} {{(pid=111079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:21.803553 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727025530341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5065477'] for segment (944bed79-6881-4830-84ab-ea6df6be7f9a), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.816577 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (944bed79-6881-4830-84ab-ea6df6be7f9a), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.822783 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=111079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 10:55:21.823169 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5596877'] for segment (944bed79-6881-4830-84ab-ea6df6be7f9a), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.870578 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.services.segments.plugin [-] Segment 944bed79-6881-4830-84ab-ea6df6be7f9a resource provider aggregate not found Jul 21 10:55:21.888492 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.services.segments.plugin [-] Segment 944bed79-6881-4830-84ab-ea6df6be7f9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 944bed79-6881-4830-84ab-ea6df6be7f9a found for delete ", "request_id": "req-ea666d84-b810-42d6-9607-f75535c424c5"}]} Jul 21 10:55:21.967429 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7907263'] for network (3c70d2cd-bf32-450c-9a1a-a2043fd7f86b), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.972000 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:21.975491 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] 10.222.0.48 "DELETE /v2.0/networks/3c70d2cd-bf32-450c-9a1a-a2043fd7f86b HTTP/1.1" status: 204 len: 168 time: 0.6887200 Jul 21 10:55:21.989024 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2b3f3-b255-46e2-b519-97567471284d admin admin] Pushing event deleted for resources: {'Network': ['ID=3c70d2cd-bf32-450c-9a1a-a2043fd7f86b,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:22.330335 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42420) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:22.352442 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device bba762ad-25e6-4434-ae53-39e863c844aa no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:55:22.375080 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-69dcd3dd-38b0-4a3e-825f-e0bd92766960 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=620ea9c4eaa74dc5858cf93d9fcad9f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409627 Jul 21 10:55:22.375284 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: bba762ad-25e6-4434-ae53-39e863c844aa {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:55:22.375284 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device bba762ad-25e6-4434-ae53-39e863c844aa not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:55:22.375284 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 40911fe2-019c-4333-802a-e017fb3211a5 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:55:22.375578 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42422) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:22.393505 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 40911fe2-019c-4333-802a-e017fb3211a5 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:55:22.393855 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 40911fe2-019c-4333-802a-e017fb3211a5 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:55:22.394275 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 52637051-8db2-4513-ba51-70ba0ba5cdd7 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:55:22.412236 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 52637051-8db2-4513-ba51-70ba0ba5cdd7 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:55:22.412579 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 52637051-8db2-4513-ba51-70ba0ba5cdd7 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:55:22.425909 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-68c31aea-03c3-4fc0-9cf8-f9ae9ae0738a admin admin] Publish callbacks [] for security_group (8cf86888-c6f3-4b59-99d6-ac25f8a33ead), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:22.447346 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-68c31aea-03c3-4fc0-9cf8-f9ae9ae0738a admin admin] Publish callbacks [] for security_group (8cf86888-c6f3-4b59-99d6-ac25f8a33ead), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:22.577778 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-68c31aea-03c3-4fc0-9cf8-f9ae9ae0738a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (8cf86888-c6f3-4b59-99d6-ac25f8a33ead), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:22.580362 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-68c31aea-03c3-4fc0-9cf8-f9ae9ae0738a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:22.581531 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-68c31aea-03c3-4fc0-9cf8-f9ae9ae0738a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cf86888-c6f3-4b59-99d6-ac25f8a33ead HTTP/1.1" status: 204 len: 168 time: 0.2054310 Jul 21 10:55:22.589831 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c31aea-03c3-4fc0-9cf8-f9ae9ae0738a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf86888-c6f3-4b59-99d6-ac25f8a33ead,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:23.232837 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42428) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:23.259961 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:23.273187 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-3ef0fbbc-4252-4b97-9c22-e7fb256bfb41 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e7cda367f7b44fc80a663a162608909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392325 Jul 21 10:55:23.275621 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42430) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:23.325010 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9418ee2e-49e9-4334-9732-b7c8d36f78fe admin admin] Publish callbacks [] for security_group (3a6e7e99-bb61-4850-8fc4-08d59727740a), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:23.347467 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9418ee2e-49e9-4334-9732-b7c8d36f78fe admin admin] Publish callbacks [] for security_group (3a6e7e99-bb61-4850-8fc4-08d59727740a), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:23.457878 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9418ee2e-49e9-4334-9732-b7c8d36f78fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (3a6e7e99-bb61-4850-8fc4-08d59727740a), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:23.460685 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-9418ee2e-49e9-4334-9732-b7c8d36f78fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:23.461836 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-9418ee2e-49e9-4334-9732-b7c8d36f78fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a6e7e99-bb61-4850-8fc4-08d59727740a HTTP/1.1" status: 204 len: 168 time: 0.1853440 Jul 21 10:55:23.469741 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418ee2e-49e9-4334-9732-b7c8d36f78fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6e7e99-bb61-4850-8fc4-08d59727740a,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:23.611244 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:55:23.907438 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:23.994843 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-1db67bde-a93c-4f86-b5b4-20e457adf516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:24.569150 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42452) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:24.665516 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-ea812ff8-f85a-49ec-bcb1-3c9bfc225b14 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1163109695-network', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:55:24.799997 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea812ff8-f85a-49ec-bcb1-3c9bfc225b14 admin admin] Made reservation on behalf of c99e5deac07a429c9c771ef41d278a46 for: {'network': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:55:24.802461 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ea812ff8-f85a-49ec-bcb1-3c9bfc225b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:24.811758 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ea812ff8-f85a-49ec-bcb1-3c9bfc225b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:24.830039 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:24.887069 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ea812ff8-f85a-49ec-bcb1-3c9bfc225b14 admin admin] Publish callbacks [] for security_group (a677fe5c-c775-4970-abd7-658a451c1d5d), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:24.948877 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ea812ff8-f85a-49ec-bcb1-3c9bfc225b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (a677fe5c-c775-4970-abd7-658a451c1d5d), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:24.976777 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea812ff8-f85a-49ec-bcb1-3c9bfc225b14 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=111079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:55:24.984417 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea812ff8-f85a-49ec-bcb1-3c9bfc225b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a677fe5c-c775-4970-abd7-658a451c1d5d,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:24.990293 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ea812ff8-f85a-49ec-bcb1-3c9bfc225b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (f15c54ea-4b15-4cda-88ab-eb3279a0bb9c), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:24.990670 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.segments_db [None req-ea812ff8-f85a-49ec-bcb1-3c9bfc225b14 admin admin] Added segment f15c54ea-4b15-4cda-88ab-eb3279a0bb9c of type vlan for network cc0b2a51-d561-47c8-bdc0-392c408f6063 Jul 21 10:55:25.029742 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ea812ff8-f85a-49ec-bcb1-3c9bfc225b14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (cc0b2a51-d561-47c8-bdc0-392c408f6063), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:25.114741 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ea812ff8-f85a-49ec-bcb1-3c9bfc225b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (cc0b2a51-d561-47c8-bdc0-392c408f6063), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:25.115643 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea812ff8-f85a-49ec-bcb1-3c9bfc225b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:25.116237 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ea812ff8-f85a-49ec-bcb1-3c9bfc225b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:25.355096 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:25.431982 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-ea812ff8-f85a-49ec-bcb1-3c9bfc225b14 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8617189 Jul 21 10:55:25.435627 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42456) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:25.436152 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea812ff8-f85a-49ec-bcb1-3c9bfc225b14 admin admin] Pushing event updated for resources: {'Network': ['ID=cc0b2a51-d561-47c8-bdc0-392c408f6063,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:25.441603 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-09c05851-53cd-4a05-ab02-a16b10f2a7dc admin admin] Request body: {'subnet': {'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1163109695-subnet', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'ip_version': 4}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:55:25.445692 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network cc0b2a51-d561-47c8-bdc0-392c408f6063 details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:55:25.532019 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c05851-53cd-4a05-ab02-a16b10f2a7dc admin admin] Made reservation on behalf of c99e5deac07a429c9c771ef41d278a46 for: {'subnet': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:55:25.534397 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-09c05851-53cd-4a05-ab02-a16b10f2a7dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33547776'] for subnet (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:25.766769 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-09c05851-53cd-4a05-ab02-a16b10f2a7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6008538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33547794'] for subnet (91dfb6c3-be9f-472a-a4b6-7542992a3b45), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:25.829224 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c05851-53cd-4a05-ab02-a16b10f2a7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=91dfb6c3-be9f-472a-a4b6-7542992a3b45,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:25.839091 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c05851-53cd-4a05-ab02-a16b10f2a7dc admin admin] Checking segment: {'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:55:25.839460 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c05851-53cd-4a05-ab02-a16b10f2a7dc admin admin] Network hostable DHCP agents. Network: cc0b2a51-d561-47c8-bdc0-392c408f6063, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:55:25.930753 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c05851-53cd-4a05-ab02-a16b10f2a7dc admin admin] Network cc0b2a51-d561-47c8-bdc0-392c408f6063 is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:55:26.033785 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-09c05851-53cd-4a05-ab02-a16b10f2a7dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, cc0b2a51-d561-47c8-bdc0-392c408f6063) {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:55:26.037972 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c05851-53cd-4a05-ab02-a16b10f2a7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:26.038692 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-09c05851-53cd-4a05-ab02-a16b10f2a7dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:26.043379 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d521728f-e86c-46de-a5b8-1fc26adfe98e None None] Network cc0b2a51-d561-47c8-bdc0-392c408f6063 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:55:26.123217 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-09c05851-53cd-4a05-ab02-a16b10f2a7dc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6862080 Jul 21 10:55:26.125748 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42458) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:26.129909 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:55:26.146735 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cca8b75-1b15-5bba-a8e2-6f26b95bf61c-cc0b2a51-d561-47c8-bdc0-392c408f6063', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45'}]}} from dv-cinder-849800-2-iscsi. {{(pid=111080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 10:55:26.149389 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:26.224111 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7906117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router (e40e9d2d-4077-40f5-a4a3-e43318cb42ba), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:26.225245 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7906908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router (e40e9d2d-4077-40f5-a4a3-e43318cb42ba), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:26.276011 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Publish callbacks [] for router_controller (e40e9d2d-4077-40f5-a4a3-e43318cb42ba), precommit_add_association {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:26.282879 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.db_base_plugin_common [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Allocated IP 172.20.0.2 (cc0b2a51-d561-47c8-bdc0-392c408f6063/91dfb6c3-be9f-472a-a4b6-7542992a3b45/aae77568-0421-43ba-a714-eca470110f58) {{(pid=111080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:55:26.374210 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=80,neutron:UPDATE=6,neutron:DELETE=6,neutron:INSERT=8 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:26.426101 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Publish callbacks [] for port (aae77568-0421-43ba-a714-eca470110f58), precommit_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:26.473077 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Publish callbacks [] for router_gateway (e40e9d2d-4077-40f5-a4a3-e43318cb42ba), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:26.481551 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (aae77568-0421-43ba-a714-eca470110f58), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:26.524001 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Network cc0b2a51-d561-47c8-bdc0-392c408f6063 is already hosted by enough agents. {{(pid=111080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:55:26.530077 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.base_scheduler [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Resources bound (agent type, host, resource id): {{(pid=111080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:55:26.532579 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Received port after_create {{(pid=111080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:55:26.536135 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Pushing event updated for resources: {'Port': ['ID=aae77568-0421-43ba-a714-eca470110f58,revision_number=1']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:26.607261 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Attempting to bind port aae77568-0421-43ba-a714-eca470110f58 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:55:26.607561 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Attempting to bind port aae77568-0421-43ba-a714-eca470110f58 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:55:26.607933 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Attempting to bind port aae77568-0421-43ba-a714-eca470110f58 on network cc0b2a51-d561-47c8-bdc0-392c408f6063 {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:55:26.613760 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:55:26.614146 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Checking segment: {'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:55:26.614575 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:26.614969 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Bound using segment: {'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:55:26.615447 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Bound port: aae77568-0421-43ba-a714-eca470110f58, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:55:26.615831 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (aae77568-0421-43ba-a714-eca470110f58), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:26.654229 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:26.686489 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] For port aae77568-0421-43ba-a714-eca470110f58, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:55:26.689740 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] For port aae77568-0421-43ba-a714-eca470110f58, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=aae77568-0421-43ba-a714-eca470110f58,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:55:26.693539 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:26.700231 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Publish callbacks [] for router_gateway (e40e9d2d-4077-40f5-a4a3-e43318cb42ba), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:26.725068 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:26.761539 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (aae77568-0421-43ba-a714-eca470110f58), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:26.824556 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94eae9-e630-4644-ba30-3d273a8a14f3 None None] Pushing event updated for resources: {'Port': ['ID=aae77568-0421-43ba-a714-eca470110f58,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:26.842315 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:26.845518 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Allocated IP 172.27.0.111 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/962b6a03-bfa5-46bd-93a1-30fe378d7910) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:55:26.968631 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Publish callbacks [] for port (962b6a03-bfa5-46bd-93a1-30fe378d7910), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:27.063909 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (962b6a03-bfa5-46bd-93a1-30fe378d7910), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:27.110057 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:55:27.113513 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:55:27.117542 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:55:27.122649 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Pushing event updated for resources: {'Port': ['ID=962b6a03-bfa5-46bd-93a1-30fe378d7910,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:27.152161 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:27.418864 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Publish callbacks [] for router_gateway (e40e9d2d-4077-40f5-a4a3-e43318cb42ba), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:27.617010 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7906845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7898792'] for router (e40e9d2d-4077-40f5-a4a3-e43318cb42ba), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:27.675077 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6be5c4-a721-47ef-ad41-c546b0a0fc81 None None] Network cc0b2a51-d561-47c8-bdc0-392c408f6063 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:55:27.693136 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:27.717198 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:27.802877 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-f967f576-2d11-43df-b5d8-cb991124bbd9 None None] Provisioning complete for port aae77568-0421-43ba-a714-eca470110f58 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:27.803263 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f967f576-2d11-43df-b5d8-cb991124bbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (aae77568-0421-43ba-a714-eca470110f58), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:27.822214 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Router e40e9d2d-4077-40f5-a4a3-e43318cb42ba is scheduled to L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 with binding_index 1 {{(pid=111078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 10:55:27.940284 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:55:27.952173 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Sync routers for ids ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:55:27.979730 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-f967f576-2d11-43df-b5d8-cb991124bbd9 None None] Current status of the port aae77568-0421-43ba-a714-eca470110f58 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:55:27.980125 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f967f576-2d11-43df-b5d8-cb991124bbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (aae77568-0421-43ba-a714-eca470110f58), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:27.982916 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Routers {'e40e9d2d-4077-40f5-a4a3-e43318cb42ba'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:55:27.983563 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:55:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:28.061017 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:28.065210 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-e5455e43-9dcc-4b8c-a133-e2cb74b48f31 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9360945 Jul 21 10:55:28.065585 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42468) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:28.219621 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-f967f576-2d11-43df-b5d8-cb991124bbd9 None None] For port aae77568-0421-43ba-a714-eca470110f58, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=aae77568-0421-43ba-a714-eca470110f58,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:55:28.244925 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Set router e40e9d2d-4077-40f5-a4a3-e43318cb42ba gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:55:28.271366 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:DELETE=1,neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:28.295182 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f967f576-2d11-43df-b5d8-cb991124bbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (aae77568-0421-43ba-a714-eca470110f58), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:28.406128 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device aae77568-0421-43ba-a714-eca470110f58 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:55:28.438946 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967f576-2d11-43df-b5d8-cb991124bbd9 None None] Pushing event updated for resources: {'Port': ['ID=aae77568-0421-43ba-a714-eca470110f58,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:28.448197 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:28.457098 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-e617db71-4982-4d0f-89c2-d54998d3f3bd None None] Provisioning complete for port aae77568-0421-43ba-a714-eca470110f58 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:28.457481 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-e617db71-4982-4d0f-89c2-d54998d3f3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (aae77568-0421-43ba-a714-eca470110f58), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:28.503480 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:28.553398 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:27Z', 'revision_number': 3, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:28.555065 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port aae77568-0421-43ba-a714-eca470110f58 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:28.555439 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (aae77568-0421-43ba-a714-eca470110f58), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:28.602187 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Checking router: e40e9d2d-4077-40f5-a4a3-e43318cb42ba for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:55:28.602556 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Updating router e40e9d2d-4077-40f5-a4a3-e43318cb42ba port 962b6a03-bfa5-46bd-93a1-30fe378d7910 binding host dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:55:28.662837 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] Allocated IP 172.20.0.1 (cc0b2a51-d561-47c8-bdc0-392c408f6063/91dfb6c3-be9f-472a-a4b6-7542992a3b45/d94c157b-3280-4da9-b4d7-a3524a1beade) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:55:28.664379 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (962b6a03-bfa5-46bd-93a1-30fe378d7910), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:28.690145 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:28.693405 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-e617db71-4982-4d0f-89c2-d54998d3f3bd None None] Current status of the port aae77568-0421-43ba-a714-eca470110f58 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:55:28.758229 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:28.776054 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] Publish callbacks [] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:28.813008 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port aae77568-0421-43ba-a714-eca470110f58 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:55:28.869792 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:28.909783 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] Network cc0b2a51-d561-47c8-bdc0-392c408f6063 is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:55:28.916933 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:55:28.921660 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:55:28.943532 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] Pushing event updated for resources: {'Port': ['ID=d94c157b-3280-4da9-b4d7-a3524a1beade,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:28.964576 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906643'] for router_interface (e40e9d2d-4077-40f5-a4a3-e43318cb42ba), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:28.969521 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Publish callbacks [] for port (962b6a03-bfa5-46bd-93a1-30fe378d7910), precommit_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:29.069350 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (962b6a03-bfa5-46bd-93a1-30fe378d7910), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:29.124397 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993b9ac-3a3d-4f1e-aa11-584408db369b None None] Pushing event updated for resources: {'Port': ['ID=962b6a03-bfa5-46bd-93a1-30fe378d7910,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:29.130684 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Attempting to bind port 962b6a03-bfa5-46bd-93a1-30fe378d7910 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:55:29.130684 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Attempting to bind port 962b6a03-bfa5-46bd-93a1-30fe378d7910 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:55:29.130684 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Attempting to bind port 962b6a03-bfa5-46bd-93a1-30fe378d7910 on network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:55:29.133036 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:55:29.133411 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Checking segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:55:29.133812 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:29.134193 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Bound using segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:55:29.134741 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Bound port: 962b6a03-bfa5-46bd-93a1-30fe378d7910, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:55:29.135118 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (962b6a03-bfa5-46bd-93a1-30fe378d7910), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:29.184803 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] For port 962b6a03-bfa5-46bd-93a1-30fe378d7910, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:55:29.187941 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] For port 962b6a03-bfa5-46bd-93a1-30fe378d7910, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=962b6a03-bfa5-46bd-93a1-30fe378d7910,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:55:29.195919 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:29.201719 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:29.216808 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-d00b45c2-b593-40a3-be49-ecb14af41ed4 None None] Provisioning complete for port d94c157b-3280-4da9-b4d7-a3524a1beade triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:29.217186 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-d00b45c2-b593-40a3-be49-ecb14af41ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:29.250423 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-d00b45c2-b593-40a3-be49-ecb14af41ed4 None None] Port d94c157b-3280-4da9-b4d7-a3524a1beade cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:55:29.287135 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (962b6a03-bfa5-46bd-93a1-30fe378d7910), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:29.347120 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Routers {'e40e9d2d-4077-40f5-a4a3-e43318cb42ba'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:55:29.347754 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:55:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:29.349711 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993b9ac-3a3d-4f1e-aa11-584408db369b None None] Pushing event updated for resources: {'Port': ['ID=962b6a03-bfa5-46bd-93a1-30fe378d7910,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:29.382867 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] Publish callbacks [] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:29.460989 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] Set router e40e9d2d-4077-40f5-a4a3-e43318cb42ba gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:55:29.469027 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596833'] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:29.541418 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] Pushing event updated for resources: {'Port': ['ID=d94c157b-3280-4da9-b4d7-a3524a1beade,revision_number=2']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:29.547054 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906751'] for router_interface (e40e9d2d-4077-40f5-a4a3-e43318cb42ba), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:29.584095 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:29.643219 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] Network cc0b2a51-d561-47c8-bdc0-392c408f6063 is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:55:29.644631 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:55:29.658187 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:28Z', 'revision_number': 1, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:29.662780 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:29.687493 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413ef4d-951e-46c1-9134-4b8a00f206f3 None None] The sync data for ids ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'] in dv-cinder-849800-2-iscsi is: [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:28Z', 'revision_number': 1, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:55:29.765306 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] Router e40e9d2d-4077-40f5-a4a3-e43318cb42ba has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:55:29.778590 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:29.873571 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-7c09e458-ad0c-4429-8804-37f6ecd3c1b8 None None] Provisioning complete for port d94c157b-3280-4da9-b4d7-a3524a1beade triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:29.874174 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7c09e458-ad0c-4429-8804-37f6ecd3c1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:29.879562 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:55:29.886143 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-062a52d8-5f14-4f2f-a4f8-37712a279bac admin admin] 10.222.0.48 "PUT /v2.0/routers/e40e9d2d-4077-40f5-a4a3-e43318cb42ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8189244 Jul 21 10:55:29.925604 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-7c09e458-ad0c-4429-8804-37f6ecd3c1b8 None None] Port d94c157b-3280-4da9-b4d7-a3524a1beade cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:55:30.253667 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=42,neutron:DELETE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:30.389747 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device aae77568-0421-43ba-a714-eca470110f58 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:55:30.457002 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port aae77568-0421-43ba-a714-eca470110f58 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:30.457385 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (aae77568-0421-43ba-a714-eca470110f58), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:30.551141 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port aae77568-0421-43ba-a714-eca470110f58 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:55:30.713606 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42496) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:30.719505 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-0f50c0c9-46e7-46d7-af31-226509a855fb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1545651159-network', 'tenant_id': '42b7c84ab50d49ce86e099d50e293a55'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:55:30.829664 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f50c0c9-46e7-46d7-af31-226509a855fb admin admin] Made reservation on behalf of 42b7c84ab50d49ce86e099d50e293a55 for: {'network': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:55:30.832284 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0f50c0c9-46e7-46d7-af31-226509a855fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for network (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:30.844252 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0f50c0c9-46e7-46d7-af31-226509a855fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:30.931145 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0f50c0c9-46e7-46d7-af31-226509a855fb admin admin] Publish callbacks [] for security_group (d16aa899-3b6a-44cf-b53e-1b86c52c81bf), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:31.006415 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0f50c0c9-46e7-46d7-af31-226509a855fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (d16aa899-3b6a-44cf-b53e-1b86c52c81bf), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:31.031615 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f50c0c9-46e7-46d7-af31-226509a855fb admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=111079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 10:55:31.048312 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0f50c0c9-46e7-46d7-af31-226509a855fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (2f3545fe-0522-4ebe-bef3-5e0d96846eab), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:31.048661 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.segments_db [None req-0f50c0c9-46e7-46d7-af31-226509a855fb admin admin] Added segment 2f3545fe-0522-4ebe-bef3-5e0d96846eab of type vlan for network 104f811f-1fca-4188-8c07-d4e95c5984c2 Jul 21 10:55:31.056611 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50c0c9-46e7-46d7-af31-226509a855fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16aa899-3b6a-44cf-b53e-1b86c52c81bf,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:31.094649 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0f50c0c9-46e7-46d7-af31-226509a855fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727025097274'] for network (104f811f-1fca-4188-8c07-d4e95c5984c2), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:31.177765 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0f50c0c9-46e7-46d7-af31-226509a855fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364'] for network (104f811f-1fca-4188-8c07-d4e95c5984c2), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:31.181345 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f50c0c9-46e7-46d7-af31-226509a855fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:31.181345 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0f50c0c9-46e7-46d7-af31-226509a855fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:31.193731 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:31.240537 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50c0c9-46e7-46d7-af31-226509a855fb admin admin] Pushing event updated for resources: {'Network': ['ID=104f811f-1fca-4188-8c07-d4e95c5984c2,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:31.250427 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Network 104f811f-1fca-4188-8c07-d4e95c5984c2 details requested by agent ovs-agent-dv-cinder-849800-2-iscsi with host dv-cinder-849800-2-iscsi {{(pid=111080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 10:55:31.289901 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-0f50c0c9-46e7-46d7-af31-226509a855fb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5749755 Jul 21 10:55:31.292392 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42502) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:31.298054 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-513fbdc4-8a0f-40d2-8f74-6b1c14ff9239 admin admin] Request body: {'subnet': {'network_id': '104f811f-1fca-4188-8c07-d4e95c5984c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1545651159-subnet', 'tenant_id': '42b7c84ab50d49ce86e099d50e293a55', 'ip_version': 4}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:55:31.439501 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513fbdc4-8a0f-40d2-8f74-6b1c14ff9239 admin admin] Made reservation on behalf of 42b7c84ab50d49ce86e099d50e293a55 for: {'subnet': 1} {{(pid=111079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:55:31.442066 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-513fbdc4-8a0f-40d2-8f74-6b1c14ff9239 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4805393'] for subnet (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:31.669553 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-513fbdc4-8a0f-40d2-8f74-6b1c14ff9239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5596726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4805379'] for subnet (5de58b54-e183-4cb8-8980-b158391538df), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:31.731964 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fbdc4-8a0f-40d2-8f74-6b1c14ff9239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de58b54-e183-4cb8-8980-b158391538df,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:31.740741 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513fbdc4-8a0f-40d2-8f74-6b1c14ff9239 admin admin] Checking segment: {'id': '2f3545fe-0522-4ebe-bef3-5e0d96846eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '104f811f-1fca-4188-8c07-d4e95c5984c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:55:31.741103 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513fbdc4-8a0f-40d2-8f74-6b1c14ff9239 admin admin] Network hostable DHCP agents. Network: 104f811f-1fca-4188-8c07-d4e95c5984c2, hostable agents: ['dfdff5f5-1628-4b8c-a637-caa28ab69f81'], hosted agents: [] {{(pid=111079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 10:55:31.743815 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:31.790960 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Sync routers for ids ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:55:31.802192 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Routers {'e40e9d2d-4077-40f5-a4a3-e43318cb42ba'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:55:31.802858 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:55:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:31.833932 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513fbdc4-8a0f-40d2-8f74-6b1c14ff9239 admin admin] Network 104f811f-1fca-4188-8c07-d4e95c5984c2 is scheduled to be hosted by DHCP agent dfdff5f5-1628-4b8c-a637-caa28ab69f81 with binding_index 1 {{(pid=111079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 10:55:31.904990 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Set router e40e9d2d-4077-40f5-a4a3-e43318cb42ba gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:55:31.926592 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-513fbdc4-8a0f-40d2-8f74-6b1c14ff9239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849800-2-iscsi, 104f811f-1fca-4188-8c07-d4e95c5984c2) {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:55:31.931405 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513fbdc4-8a0f-40d2-8f74-6b1c14ff9239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:31.932691 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-513fbdc4-8a0f-40d2-8f74-6b1c14ff9239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:31.936458 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973919b6-7fba-4cb6-99d0-a8df61fd8ec5 None None] Network 104f811f-1fca-4188-8c07-d4e95c5984c2 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:55:32.039378 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-513fbdc4-8a0f-40d2-8f74-6b1c14ff9239 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7458022 Jul 21 10:55:32.039767 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1cca8b75-1b15-5bba-a8e2-6f26b95bf61c-104f811f-1fca-4188-8c07-d4e95c5984c2', 'network_id': '104f811f-1fca-4188-8c07-d4e95c5984c2', 'project_id': '42b7c84ab50d49ce86e099d50e293a55', 'fixed_ips': [{'subnet_id': '5de58b54-e183-4cb8-8980-b158391538df'}]}} from dv-cinder-849800-2-iscsi. {{(pid=111080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 10:55:32.040858 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.041852 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42506) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:32.048255 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1545651159-router', 'tenant_id': '42b7c84ab50d49ce86e099d50e293a55', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:55:32.106197 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 2, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:32.135541 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Checking router: e40e9d2d-4077-40f5-a4a3-e43318cb42ba for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:55:32.135897 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Updating router e40e9d2d-4077-40f5-a4a3-e43318cb42ba port d94c157b-3280-4da9-b4d7-a3524a1beade binding host dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:55:32.149691 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7906117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router (fd432310-283e-484d-868e-4e00c44a29da), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.150908 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7906908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router (fd432310-283e-484d-868e-4e00c44a29da), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.165547 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.183552 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.db_base_plugin_common [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Allocated IP 172.20.0.2 (104f811f-1fca-4188-8c07-d4e95c5984c2/5de58b54-e183-4cb8-8980-b158391538df/846c89c5-18c7-4d81-ac98-f78f698e2bfd) {{(pid=111080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:55:32.221254 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Publish callbacks [] for router_controller (fd432310-283e-484d-868e-4e00c44a29da), precommit_add_association {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.443215 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Publish callbacks [] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), precommit_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.445522 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:32.454616 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 962b6a03-bfa5-46bd-93a1-30fe378d7910 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:55:32.477511 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Publish callbacks [] for router_gateway (fd432310-283e-484d-868e-4e00c44a29da), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.527195 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Publish callbacks [] for port (846c89c5-18c7-4d81-ac98-f78f698e2bfd), precommit_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.535739 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 962b6a03-bfa5-46bd-93a1-30fe378d7910 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:32.536113 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (962b6a03-bfa5-46bd-93a1-30fe378d7910), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.543249 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.556201 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:32.581162 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:32.616568 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 962b6a03-bfa5-46bd-93a1-30fe378d7910 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:55:32.616568 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (962b6a03-bfa5-46bd-93a1-30fe378d7910), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.632616 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d307b0-97f1-4163-8002-f0e9b7d8c470 None None] Pushing event updated for resources: {'Port': ['ID=d94c157b-3280-4da9-b4d7-a3524a1beade,revision_number=3']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:32.649789 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068'] for port (846c89c5-18c7-4d81-ac98-f78f698e2bfd), after_create {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.662827 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] For port 962b6a03-bfa5-46bd-93a1-30fe378d7910, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=962b6a03-bfa5-46bd-93a1-30fe378d7910,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:55:32.670742 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Attempting to bind port d94c157b-3280-4da9-b4d7-a3524a1beade on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:55:32.673994 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Attempting to bind port d94c157b-3280-4da9-b4d7-a3524a1beade by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:55:32.673994 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Attempting to bind port d94c157b-3280-4da9-b4d7-a3524a1beade on network cc0b2a51-d561-47c8-bdc0-392c408f6063 {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:55:32.678201 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:55:32.678606 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Checking segment: {'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:55:32.679103 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.679488 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Bound using segment: {'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:55:32.679956 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Bound port: d94c157b-3280-4da9-b4d7-a3524a1beade, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'}}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:55:32.680344 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.689494 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:32.698381 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Network 104f811f-1fca-4188-8c07-d4e95c5984c2 is already hosted by enough agents. {{(pid=111080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:55:32.701635 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.scheduler.base_scheduler [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Resources bound (agent type, host, resource id): {{(pid=111080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:55:32.708392 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Received port after_create {{(pid=111080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:55:32.718993 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Pushing event updated for resources: {'Port': ['ID=846c89c5-18c7-4d81-ac98-f78f698e2bfd,revision_number=1']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:32.731304 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:32.732287 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:32.732287 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:32.732661 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:32.733006 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:32.733345 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:32.733683 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:32.734016 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:32.734351 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:32.734732 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:32.735069 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:32.735402 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:32.735765 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:32.736322 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:32.736582 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:32.759699 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] For port d94c157b-3280-4da9-b4d7-a3524a1beade, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:55:32.763796 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (962b6a03-bfa5-46bd-93a1-30fe378d7910), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.764135 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] For port d94c157b-3280-4da9-b4d7-a3524a1beade, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=d94c157b-3280-4da9-b4d7-a3524a1beade,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:55:32.795146 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Publish callbacks [] for router_gateway (fd432310-283e-484d-868e-4e00c44a29da), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.817177 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.831876 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Attempting to bind port 846c89c5-18c7-4d81-ac98-f78f698e2bfd on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:55:32.832254 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Attempting to bind port 846c89c5-18c7-4d81-ac98-f78f698e2bfd by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '2f3545fe-0522-4ebe-bef3-5e0d96846eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '104f811f-1fca-4188-8c07-d4e95c5984c2'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:55:32.832625 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Attempting to bind port 846c89c5-18c7-4d81-ac98-f78f698e2bfd on network 104f811f-1fca-4188-8c07-d4e95c5984c2 {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:55:32.842482 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.847116 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:55:32.853512 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Checking segment: {'id': '2f3545fe-0522-4ebe-bef3-5e0d96846eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '104f811f-1fca-4188-8c07-d4e95c5984c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:55:32.853512 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.853512 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Bound using segment: {'id': '2f3545fe-0522-4ebe-bef3-5e0d96846eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '104f811f-1fca-4188-8c07-d4e95c5984c2'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:55:32.853512 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Bound port: 846c89c5-18c7-4d81-ac98-f78f698e2bfd, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3545fe-0522-4ebe-bef3-5e0d96846eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '104f811f-1fca-4188-8c07-d4e95c5984c2'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:55:32.853512 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (846c89c5-18c7-4d81-ac98-f78f698e2bfd), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.861207 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Pushing event updated for resources: {'Port': ['ID=962b6a03-bfa5-46bd-93a1-30fe378d7910,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:32.892622 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:32.897818 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-8b6430d9-0e0e-4e1e-b4ee-cc63be649ca4 None None] Provisioning complete for port d94c157b-3280-4da9-b4d7-a3524a1beade triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:32.898205 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-8b6430d9-0e0e-4e1e-b4ee-cc63be649ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:32.918122 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Routers {'e40e9d2d-4077-40f5-a4a3-e43318cb42ba'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:55:32.920185 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:55:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:32.949624 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Allocated IP 172.27.0.99 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/7f581366-9bb1-4f4b-8387-c576ca32f9fe) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:55:32.955205 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] For port 846c89c5-18c7-4d81-ac98-f78f698e2bfd, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:55:32.974091 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d307b0-97f1-4163-8002-f0e9b7d8c470 None None] Pushing event updated for resources: {'Port': ['ID=d94c157b-3280-4da9-b4d7-a3524a1beade,revision_number=4']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:33.024353 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-8b6430d9-0e0e-4e1e-b4ee-cc63be649ca4 None None] Current status of the port d94c157b-3280-4da9-b4d7-a3524a1beade is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:55:33.024750 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-8b6430d9-0e0e-4e1e-b4ee-cc63be649ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:33.057426 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] Set router e40e9d2d-4077-40f5-a4a3-e43318cb42ba gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:55:33.067407 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-8b6430d9-0e0e-4e1e-b4ee-cc63be649ca4 None None] For port d94c157b-3280-4da9-b4d7-a3524a1beade, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=d94c157b-3280-4da9-b4d7-a3524a1beade,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:55:33.080580 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] For port 846c89c5-18c7-4d81-ac98-f78f698e2bfd, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=846c89c5-18c7-4d81-ac98-f78f698e2bfd,segment=NetworkSegment(2f3545fe-0522-4ebe-bef3-5e0d96846eab),segment_id=2f3545fe-0522-4ebe-bef3-5e0d96846eab)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:55:33.084227 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Publish callbacks [] for port (7f581366-9bb1-4f4b-8387-c576ca32f9fe), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:33.138940 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-8b6430d9-0e0e-4e1e-b4ee-cc63be649ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:33.187160 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (846c89c5-18c7-4d81-ac98-f78f698e2bfd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:33.199038 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6430d9-0e0e-4e1e-b4ee-cc63be649ca4 None None] Pushing event updated for resources: {'Port': ['ID=d94c157b-3280-4da9-b4d7-a3524a1beade,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:33.220130 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (7f581366-9bb1-4f4b-8387-c576ca32f9fe), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:33.251340 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:33.270628 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:55:33.273206 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0712091-d8da-4a28-ab5b-33ccdca0125e None None] Pushing event updated for resources: {'Port': ['ID=846c89c5-18c7-4d81-ac98-f78f698e2bfd,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:33.276005 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-cd6bc506-af15-445b-9c43-e466b128a5b0 None None] Provisioning complete for port d94c157b-3280-4da9-b4d7-a3524a1beade triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:33.277002 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc506-af15-445b-9c43-e466b128a5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:33.278252 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:55:33.281751 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:55:33.325271 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Pushing event updated for resources: {'Port': ['ID=7f581366-9bb1-4f4b-8387-c576ca32f9fe,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:33.327655 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:33.365230 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:33.369960 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-cd6bc506-af15-445b-9c43-e466b128a5b0 None None] Current status of the port d94c157b-3280-4da9-b4d7-a3524a1beade is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:55:33.381121 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:33.411539 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb03589-4fa0-40ba-acd2-20d399c06b9c None None] The sync data for ids ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'] in dv-cinder-849800-2-iscsi is: [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:55:33.914393 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Publish callbacks [] for router_gateway (fd432310-283e-484d-868e-4e00c44a29da), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:34.123039 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7906845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7898792'] for router (fd432310-283e-484d-868e-4e00c44a29da), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:34.240169 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a546f3-b817-4984-a4c6-09fec88d559b None None] Network 104f811f-1fca-4188-8c07-d4e95c5984c2 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:55:34.319718 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Router fd432310-283e-484d-868e-4e00c44a29da is scheduled to L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 with binding_index 1 {{(pid=111079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 10:55:34.320027 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-78754820-ec21-4c38-8946-621ee683be83 None None] Provisioning complete for port 846c89c5-18c7-4d81-ac98-f78f698e2bfd triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:34.320027 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-78754820-ec21-4c38-8946-621ee683be83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (846c89c5-18c7-4d81-ac98-f78f698e2bfd), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:34.367782 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:34.439952 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-78754820-ec21-4c38-8946-621ee683be83 None None] Current status of the port 846c89c5-18c7-4d81-ac98-f78f698e2bfd is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:55:34.440352 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-78754820-ec21-4c38-8946-621ee683be83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (846c89c5-18c7-4d81-ac98-f78f698e2bfd), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:34.441505 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:55:34.458195 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Sync routers for ids ['fd432310-283e-484d-868e-4e00c44a29da'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:55:34.490009 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Routers {'fd432310-283e-484d-868e-4e00c44a29da'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:55:34.492251 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:55:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['fd432310-283e-484d-868e-4e00c44a29da'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:34.496098 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-78754820-ec21-4c38-8946-621ee683be83 None None] For port 846c89c5-18c7-4d81-ac98-f78f698e2bfd, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=846c89c5-18c7-4d81-ac98-f78f698e2bfd,segment=NetworkSegment(2f3545fe-0522-4ebe-bef3-5e0d96846eab),segment_id=2f3545fe-0522-4ebe-bef3-5e0d96846eab)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:55:34.522771 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:34.524148 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-4a5baea4-2e7d-42f6-a833-ce12fd74dd96 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4810739 Jul 21 10:55:34.529382 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42512) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:34.532109 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device d94c157b-3280-4da9-b4d7-a3524a1beade up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:55:34.561192 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-78754820-ec21-4c38-8946-621ee683be83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (846c89c5-18c7-4d81-ac98-f78f698e2bfd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:34.662659 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:34.693233 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port d94c157b-3280-4da9-b4d7-a3524a1beade triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:34.693608 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:34.695090 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78754820-ec21-4c38-8946-621ee683be83 None None] Pushing event updated for resources: {'Port': ['ID=846c89c5-18c7-4d81-ac98-f78f698e2bfd,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:34.699035 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Set router fd432310-283e-484d-868e-4e00c44a29da gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:55:34.740715 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:34.776077 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-cded45f2-e233-47bb-a5a8-efd8a322ef46 None None] Provisioning complete for port 846c89c5-18c7-4d81-ac98-f78f698e2bfd triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:34.776463 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-cded45f2-e233-47bb-a5a8-efd8a322ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (846c89c5-18c7-4d81-ac98-f78f698e2bfd), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:34.786106 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:34.919553 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:34.954114 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:34.965445 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port d94c157b-3280-4da9-b4d7-a3524a1beade is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:55:34.966534 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 962b6a03-bfa5-46bd-93a1-30fe378d7910 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:55:35.011270 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-cded45f2-e233-47bb-a5a8-efd8a322ef46 None None] Current status of the port 846c89c5-18c7-4d81-ac98-f78f698e2bfd is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:55:35.049611 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd432310-283e-484d-868e-4e00c44a29da', 'name': 'tempest-TestVolumeBootPattern-1545651159-router', 'tenant_id': '42b7c84ab50d49ce86e099d50e293a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7f581366-9bb1-4f4b-8387-c576ca32f9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:32Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 3, 'project_id': '42b7c84ab50d49ce86e099d50e293a55', 'gw_port': {'id': '7f581366-9bb1-4f4b-8387-c576ca32f9fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd432310-283e-484d-868e-4e00c44a29da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:32Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:35.078514 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Checking router: fd432310-283e-484d-868e-4e00c44a29da for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:55:35.078898 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Updating router fd432310-283e-484d-868e-4e00c44a29da port 7f581366-9bb1-4f4b-8387-c576ca32f9fe binding host dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:55:35.097045 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 962b6a03-bfa5-46bd-93a1-30fe378d7910 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:35.097424 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (962b6a03-bfa5-46bd-93a1-30fe378d7910), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:35.113350 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] Allocated IP 172.20.0.1 (104f811f-1fca-4188-8c07-d4e95c5984c2/5de58b54-e183-4cb8-8980-b158391538df/224f1b51-11f2-43ef-b0d3-c3056b01e734) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:55:35.129228 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (7f581366-9bb1-4f4b-8387-c576ca32f9fe), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:35.221176 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] Publish callbacks [] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:35.298273 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:35.307827 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:35.347203 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] Network 104f811f-1fca-4188-8c07-d4e95c5984c2 is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:55:35.353270 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:55:35.356590 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] Pushing event updated for resources: {'Port': ['ID=224f1b51-11f2-43ef-b0d3-c3056b01e734,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:35.357745 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:55:35.403115 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7906643'] for router_interface (fd432310-283e-484d-868e-4e00c44a29da), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:35.417557 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 962b6a03-bfa5-46bd-93a1-30fe378d7910 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:55:35.419427 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 846c89c5-18c7-4d81-ac98-f78f698e2bfd up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:55:35.534772 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 846c89c5-18c7-4d81-ac98-f78f698e2bfd triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:35.535209 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (846c89c5-18c7-4d81-ac98-f78f698e2bfd), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:35.538838 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:35.595036 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:35.653838 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-4a146280-dc18-45ed-9d8b-48cd184ee45f None None] Provisioning complete for port 224f1b51-11f2-43ef-b0d3-c3056b01e734 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:35.654220 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-4a146280-dc18-45ed-9d8b-48cd184ee45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:35.676659 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Publish callbacks [] for port (7f581366-9bb1-4f4b-8387-c576ca32f9fe), precommit_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:35.716692 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 846c89c5-18c7-4d81-ac98-f78f698e2bfd is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:55:35.720749 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-4a146280-dc18-45ed-9d8b-48cd184ee45f None None] Port 224f1b51-11f2-43ef-b0d3-c3056b01e734 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:55:35.737239 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (7f581366-9bb1-4f4b-8387-c576ca32f9fe), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:35.770389 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] Publish callbacks [] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:35.791515 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Attempting to bind port 7f581366-9bb1-4f4b-8387-c576ca32f9fe on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:55:35.791890 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Attempting to bind port 7f581366-9bb1-4f4b-8387-c576ca32f9fe by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:55:35.792253 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Attempting to bind port 7f581366-9bb1-4f4b-8387-c576ca32f9fe on network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:55:35.799252 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f91c38-9adc-4b62-bc32-4fc0ce2c4069 None None] Pushing event updated for resources: {'Port': ['ID=7f581366-9bb1-4f4b-8387-c576ca32f9fe,revision_number=2']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:35.801480 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:55:35.801859 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Checking segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:55:35.802265 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:35.802672 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Bound using segment: {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'} {{(pid=111080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:55:35.803142 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.managers [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Bound port: 7f581366-9bb1-4f4b-8387-c576ca32f9fe, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cb4e7f-a54a-4008-af8d-b6d0088e98cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}}] {{(pid=111080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:55:35.803525 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (7f581366-9bb1-4f4b-8387-c576ca32f9fe), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:35.805851 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:35.849944 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:35.857560 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] For port 7f581366-9bb1-4f4b-8387-c576ca32f9fe, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:55:35.860827 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] For port 7f581366-9bb1-4f4b-8387-c576ca32f9fe, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=7f581366-9bb1-4f4b-8387-c576ca32f9fe,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:55:35.875955 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] Pushing event updated for resources: {'Port': ['ID=224f1b51-11f2-43ef-b0d3-c3056b01e734,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:35.878309 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7906751'] for router_interface (fd432310-283e-484d-868e-4e00c44a29da), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:35.914215 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (7f581366-9bb1-4f4b-8387-c576ca32f9fe), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:35.974447 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Routers {'fd432310-283e-484d-868e-4e00c44a29da'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:55:35.975112 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:55:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['fd432310-283e-484d-868e-4e00c44a29da'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:35.977790 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] Network 104f811f-1fca-4188-8c07-d4e95c5984c2 is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:55:35.978235 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f91c38-9adc-4b62-bc32-4fc0ce2c4069 None None] Pushing event updated for resources: {'Port': ['ID=7f581366-9bb1-4f4b-8387-c576ca32f9fe,revision_number=3']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:35.979344 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:55:36.017144 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:36.094249 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] Set router fd432310-283e-484d-868e-4e00c44a29da gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:55:36.249608 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-d431c893-8a63-4e8f-a585-b207628d5143 None None] Provisioning complete for port 224f1b51-11f2-43ef-b0d3-c3056b01e734 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:36.249991 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-d431c893-8a63-4e8f-a585-b207628d5143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:36.294865 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:36.310069 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-d431c893-8a63-4e8f-a585-b207628d5143 None None] Port 224f1b51-11f2-43ef-b0d3-c3056b01e734 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:55:36.350876 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd432310-283e-484d-868e-4e00c44a29da', 'name': 'tempest-TestVolumeBootPattern-1545651159-router', 'tenant_id': '42b7c84ab50d49ce86e099d50e293a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7f581366-9bb1-4f4b-8387-c576ca32f9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:32Z', 'updated_at': '2022-07-21T10:55:35Z', 'revision_number': 4, 'project_id': '42b7c84ab50d49ce86e099d50e293a55', 'gw_port': {'id': '7f581366-9bb1-4f4b-8387-c576ca32f9fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd432310-283e-484d-868e-4e00c44a29da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:32Z', 'updated_at': '2022-07-21T10:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '224f1b51-11f2-43ef-b0d3-c3056b01e734', 'name': '', 'network_id': '104f811f-1fca-4188-8c07-d4e95c5984c2', 'tenant_id': '42b7c84ab50d49ce86e099d50e293a55', 'mac_address': 'fa:16:3e:0a:c8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd432310-283e-484d-868e-4e00c44a29da', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5de58b54-e183-4cb8-8980-b158391538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:34Z', 'updated_at': '2022-07-21T10:55:35Z', 'revision_number': 2, 'project_id': '42b7c84ab50d49ce86e099d50e293a55', 'subnets': [{'id': '5de58b54-e183-4cb8-8980-b158391538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:36.356819 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] Router fd432310-283e-484d-868e-4e00c44a29da has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:55:36.359128 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:36.382033 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035de211-fb57-445e-8bf6-4af7ad57da02 None None] The sync data for ids ['fd432310-283e-484d-868e-4e00c44a29da'] in dv-cinder-849800-2-iscsi is: [{'id': 'fd432310-283e-484d-868e-4e00c44a29da', 'name': 'tempest-TestVolumeBootPattern-1545651159-router', 'tenant_id': '42b7c84ab50d49ce86e099d50e293a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7f581366-9bb1-4f4b-8387-c576ca32f9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:32Z', 'updated_at': '2022-07-21T10:55:35Z', 'revision_number': 4, 'project_id': '42b7c84ab50d49ce86e099d50e293a55', 'gw_port': {'id': '7f581366-9bb1-4f4b-8387-c576ca32f9fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd432310-283e-484d-868e-4e00c44a29da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:32Z', 'updated_at': '2022-07-21T10:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '224f1b51-11f2-43ef-b0d3-c3056b01e734', 'name': '', 'network_id': '104f811f-1fca-4188-8c07-d4e95c5984c2', 'tenant_id': '42b7c84ab50d49ce86e099d50e293a55', 'mac_address': 'fa:16:3e:0a:c8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd432310-283e-484d-868e-4e00c44a29da', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5de58b54-e183-4cb8-8980-b158391538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:34Z', 'updated_at': '2022-07-21T10:55:35Z', 'revision_number': 2, 'project_id': '42b7c84ab50d49ce86e099d50e293a55', 'subnets': [{'id': '5de58b54-e183-4cb8-8980-b158391538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:55:36.385866 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 846c89c5-18c7-4d81-ac98-f78f698e2bfd up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:55:36.436614 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 846c89c5-18c7-4d81-ac98-f78f698e2bfd triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:36.437269 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (846c89c5-18c7-4d81-ac98-f78f698e2bfd), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:36.481619 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:55:36.487609 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-627387ce-dfa1-4abf-9327-f238a20978ca admin admin] 10.222.0.48 "PUT /v2.0/routers/fd432310-283e-484d-868e-4e00c44a29da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9570694 Jul 21 10:55:36.530633 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 846c89c5-18c7-4d81-ac98-f78f698e2bfd is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:55:36.952448 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42526) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:36.957055 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-5539044b-c3c3-496b-8753-9b4f785f3e4d tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-926775298', 'description': 'tempest-secgroup-smoke-926775298 description', 'project_id': 'c99e5deac07a429c9c771ef41d278a46'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:55:37.057739 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5539044b-c3c3-496b-8753-9b4f785f3e4d tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:37.133206 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5539044b-c3c3-496b-8753-9b4f785f3e4d tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group (a1c8a972-4ab2-4bd2-8013-15d3c02a348f), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:37.201294 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5539044b-c3c3-496b-8753-9b4f785f3e4d tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (a1c8a972-4ab2-4bd2-8013-15d3c02a348f), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:37.233015 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539044b-c3c3-496b-8753-9b4f785f3e4d tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c8a972-4ab2-4bd2-8013-15d3c02a348f,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:37.299847 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-5539044b-c3c3-496b-8753-9b4f785f3e4d tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:37.301205 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-5539044b-c3c3-496b-8753-9b4f785f3e4d tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3476632 Jul 21 10:55:37.304125 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42528) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:37.308629 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-22425755-9a46-4147-8ee3-5bb8d0dc1ea6 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Request body: {'security_group_rule': {'security_group_id': 'a1c8a972-4ab2-4bd2-8013-15d3c02a348f', 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:55:37.379359 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-22425755-9a46-4147-8ee3-5bb8d0dc1ea6 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group_rule (09edbb3c-28b5-4e31-a88a-936098e56907), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:37.437801 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-22425755-9a46-4147-8ee3-5bb8d0dc1ea6 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group_rule (09edbb3c-28b5-4e31-a88a-936098e56907), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:37.503510 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-22425755-9a46-4147-8ee3-5bb8d0dc1ea6 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (09edbb3c-28b5-4e31-a88a-936098e56907), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:37.523960 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22425755-9a46-4147-8ee3-5bb8d0dc1ea6 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09edbb3c-28b5-4e31-a88a-936098e56907,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:37.573996 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-22425755-9a46-4147-8ee3-5bb8d0dc1ea6 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:37.575902 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-22425755-9a46-4147-8ee3-5bb8d0dc1ea6 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2707713 Jul 21 10:55:37.578795 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42530) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:37.583526 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-a7ac6b70-1790-45e7-b045-3bd02d6148f8 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Request body: {'security_group_rule': {'security_group_id': 'a1c8a972-4ab2-4bd2-8013-15d3c02a348f', 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:55:37.658979 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a7ac6b70-1790-45e7-b045-3bd02d6148f8 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group_rule (8f8476a3-15fe-4172-ae05-c22914282e17), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:37.719703 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a7ac6b70-1790-45e7-b045-3bd02d6148f8 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group_rule (8f8476a3-15fe-4172-ae05-c22914282e17), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:37.789275 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a7ac6b70-1790-45e7-b045-3bd02d6148f8 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (8f8476a3-15fe-4172-ae05-c22914282e17), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:37.811633 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac6b70-1790-45e7-b045-3bd02d6148f8 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8476a3-15fe-4172-ae05-c22914282e17,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:37.892894 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a7ac6b70-1790-45e7-b045-3bd02d6148f8 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:37.894240 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-a7ac6b70-1790-45e7-b045-3bd02d6148f8 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3143516 Jul 21 10:55:37.896899 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42534) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:37.901172 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-d85a4912-a42c-4d4f-842e-45db57b8ae07 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Request body: {'security_group_rule': {'security_group_id': 'a1c8a972-4ab2-4bd2-8013-15d3c02a348f', 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:55:37.989337 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d85a4912-a42c-4d4f-842e-45db57b8ae07 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group_rule (b25d5610-fdb2-4519-bb69-5ba7a6dbf088), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:38.051308 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d85a4912-a42c-4d4f-842e-45db57b8ae07 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group_rule (b25d5610-fdb2-4519-bb69-5ba7a6dbf088), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:38.131723 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d85a4912-a42c-4d4f-842e-45db57b8ae07 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (b25d5610-fdb2-4519-bb69-5ba7a6dbf088), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:38.142527 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:38.153049 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a4912-a42c-4d4f-842e-45db57b8ae07 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25d5610-fdb2-4519-bb69-5ba7a6dbf088,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:38.254052 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d85a4912-a42c-4d4f-842e-45db57b8ae07 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:38.255499 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-d85a4912-a42c-4d4f-842e-45db57b8ae07 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3575435 Jul 21 10:55:38.257992 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42536) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:38.263589 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-714c49db-210d-4c87-aa0b-9d2b1249cada tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Request body: {'security_group_rule': {'security_group_id': 'a1c8a972-4ab2-4bd2-8013-15d3c02a348f', 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:55:38.354076 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Sync routers for ids ['fd432310-283e-484d-868e-4e00c44a29da'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:55:38.364544 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Routers {'fd432310-283e-484d-868e-4e00c44a29da'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:55:38.365160 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:55:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['fd432310-283e-484d-868e-4e00c44a29da'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:38.370176 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-714c49db-210d-4c87-aa0b-9d2b1249cada tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group_rule (9710abe0-b913-4c55-b751-c5a351e0372e), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:38.404202 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 7f581366-9bb1-4f4b-8387-c576ca32f9fe up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:55:38.437379 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-714c49db-210d-4c87-aa0b-9d2b1249cada tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group_rule (9710abe0-b913-4c55-b751-c5a351e0372e), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:38.452225 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 7f581366-9bb1-4f4b-8387-c576ca32f9fe triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:38.452597 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (7f581366-9bb1-4f4b-8387-c576ca32f9fe), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:38.474929 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Set router fd432310-283e-484d-868e-4e00c44a29da gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:55:38.530880 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 7f581366-9bb1-4f4b-8387-c576ca32f9fe is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:55:38.531273 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (7f581366-9bb1-4f4b-8387-c576ca32f9fe), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:38.551502 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] For port 7f581366-9bb1-4f4b-8387-c576ca32f9fe, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=7f581366-9bb1-4f4b-8387-c576ca32f9fe,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:55:38.560622 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-714c49db-210d-4c87-aa0b-9d2b1249cada tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (9710abe0-b913-4c55-b751-c5a351e0372e), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:38.580785 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c49db-210d-4c87-aa0b-9d2b1249cada tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9710abe0-b913-4c55-b751-c5a351e0372e,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:38.634926 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (7f581366-9bb1-4f4b-8387-c576ca32f9fe), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:38.670292 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd432310-283e-484d-868e-4e00c44a29da', 'name': 'tempest-TestVolumeBootPattern-1545651159-router', 'tenant_id': '42b7c84ab50d49ce86e099d50e293a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7f581366-9bb1-4f4b-8387-c576ca32f9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:32Z', 'updated_at': '2022-07-21T10:55:35Z', 'revision_number': 4, 'project_id': '42b7c84ab50d49ce86e099d50e293a55', 'gw_port': {'id': '7f581366-9bb1-4f4b-8387-c576ca32f9fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd432310-283e-484d-868e-4e00c44a29da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:32Z', 'updated_at': '2022-07-21T10:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '224f1b51-11f2-43ef-b0d3-c3056b01e734', 'name': '', 'network_id': '104f811f-1fca-4188-8c07-d4e95c5984c2', 'tenant_id': '42b7c84ab50d49ce86e099d50e293a55', 'mac_address': 'fa:16:3e:0a:c8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd432310-283e-484d-868e-4e00c44a29da', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5de58b54-e183-4cb8-8980-b158391538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:34Z', 'updated_at': '2022-07-21T10:55:35Z', 'revision_number': 2, 'project_id': '42b7c84ab50d49ce86e099d50e293a55', 'subnets': [{'id': '5de58b54-e183-4cb8-8980-b158391538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:38.683470 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Pushing event updated for resources: {'Port': ['ID=7f581366-9bb1-4f4b-8387-c576ca32f9fe,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:38.689045 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-714c49db-210d-4c87-aa0b-9d2b1249cada tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:38.693122 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-714c49db-210d-4c87-aa0b-9d2b1249cada tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4312840 Jul 21 10:55:38.696689 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42538) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:38.697159 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Checking router: fd432310-283e-484d-868e-4e00c44a29da for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:55:38.697159 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Updating router fd432310-283e-484d-868e-4e00c44a29da port 224f1b51-11f2-43ef-b0d3-c3056b01e734 binding host dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 10:55:38.698275 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-8b912e42-dc57-4a6e-ab5e-eb448cd2dea9 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Request body: {'security_group_rule': {'security_group_id': 'a1c8a972-4ab2-4bd2-8013-15d3c02a348f', 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:55:38.725565 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:38.812104 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.securitygroups_db [None req-8b912e42-dc57-4a6e-ab5e-eb448cd2dea9 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Project c99e5deac07a429c9c771ef41d278a46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 10:55:38.821365 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8b912e42-dc57-4a6e-ab5e-eb448cd2dea9 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group_rule (29627e55-18a8-43c2-bdf6-4ed7c9b97c53), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:38.893672 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8b912e42-dc57-4a6e-ab5e-eb448cd2dea9 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group_rule (29627e55-18a8-43c2-bdf6-4ed7c9b97c53), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:38.972089 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8b912e42-dc57-4a6e-ab5e-eb448cd2dea9 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (29627e55-18a8-43c2-bdf6-4ed7c9b97c53), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:38.993994 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Publish callbacks [] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), precommit_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:38.997004 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b912e42-dc57-4a6e-ab5e-eb448cd2dea9 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29627e55-18a8-43c2-bdf6-4ed7c9b97c53,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:39.063302 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:39.094580 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8b912e42-dc57-4a6e-ab5e-eb448cd2dea9 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:39.098622 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-8b912e42-dc57-4a6e-ab5e-eb448cd2dea9 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4012654 Jul 21 10:55:39.098766 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42546) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:55:39.103954 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-5567d662-16bf-45aa-8e05-1194102aba64 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Request body: {'security_group_rule': {'security_group_id': 'a1c8a972-4ab2-4bd2-8013-15d3c02a348f', 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:55:39.118955 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd297a-1077-4677-ae26-39b09dfb4b8e None None] Pushing event updated for resources: {'Port': ['ID=224f1b51-11f2-43ef-b0d3-c3056b01e734,revision_number=3']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:39.144298 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd297a-1077-4677-ae26-39b09dfb4b8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:39.144638 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd297a-1077-4677-ae26-39b09dfb4b8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:39.144993 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd297a-1077-4677-ae26-39b09dfb4b8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:39.145344 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd297a-1077-4677-ae26-39b09dfb4b8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:39.145675 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd297a-1077-4677-ae26-39b09dfb4b8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:39.145998 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd297a-1077-4677-ae26-39b09dfb4b8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:39.146319 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd297a-1077-4677-ae26-39b09dfb4b8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:39.146663 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd297a-1077-4677-ae26-39b09dfb4b8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:39.146985 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd297a-1077-4677-ae26-39b09dfb4b8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:39.147310 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd297a-1077-4677-ae26-39b09dfb4b8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:39.147621 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd297a-1077-4677-ae26-39b09dfb4b8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:39.147957 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd297a-1077-4677-ae26-39b09dfb4b8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:39.148278 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd297a-1077-4677-ae26-39b09dfb4b8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:39.148594 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd297a-1077-4677-ae26-39b09dfb4b8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:39.148907 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fd297a-1077-4677-ae26-39b09dfb4b8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:39.177132 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:39.181642 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Attempting to bind port 224f1b51-11f2-43ef-b0d3-c3056b01e734 on host dv-cinder-849800-2-iscsi for vnic_type normal with profile {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:55:39.182022 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Attempting to bind port 224f1b51-11f2-43ef-b0d3-c3056b01e734 by drivers openvswitch,hyperv on host dv-cinder-849800-2-iscsi at level 0 using segments [{'id': '2f3545fe-0522-4ebe-bef3-5e0d96846eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '104f811f-1fca-4188-8c07-d4e95c5984c2'}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:55:39.182383 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Attempting to bind port 224f1b51-11f2-43ef-b0d3-c3056b01e734 on network 104f811f-1fca-4188-8c07-d4e95c5984c2 {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:55:39.193774 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Checking agent: {'id': 'c184b770-bee5-412b-9b4c-9b52cff927cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849800-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 37, 27), 'started_at': datetime.datetime(2022, 7, 21, 10, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849800-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:55:39.193774 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Checking segment: {'id': '2f3545fe-0522-4ebe-bef3-5e0d96846eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '104f811f-1fca-4188-8c07-d4e95c5984c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:55:39.193774 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:39.193774 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Bound using segment: {'id': '2f3545fe-0522-4ebe-bef3-5e0d96846eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '104f811f-1fca-4188-8c07-d4e95c5984c2'} {{(pid=111081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:55:39.193774 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.managers [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Bound port: 224f1b51-11f2-43ef-b0d3-c3056b01e734, host: dv-cinder-849800-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3545fe-0522-4ebe-bef3-5e0d96846eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '104f811f-1fca-4188-8c07-d4e95c5984c2'}}] {{(pid=111081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:55:39.193774 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), before_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:39.212257 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.securitygroups_db [None req-5567d662-16bf-45aa-8e05-1194102aba64 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Project c99e5deac07a429c9c771ef41d278a46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 10:55:39.223016 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5567d662-16bf-45aa-8e05-1194102aba64 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group_rule (08a83fcd-6543-4b57-98bc-e7f80bdcbe3d), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:39.268960 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:39.272904 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] For port 224f1b51-11f2-43ef-b0d3-c3056b01e734, host dv-cinder-849800-2-iscsi, cleared binding levels {{(pid=111081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:55:39.276287 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.plugins.ml2.db [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] For port 224f1b51-11f2-43ef-b0d3-c3056b01e734, host dv-cinder-849800-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=224f1b51-11f2-43ef-b0d3-c3056b01e734,segment=NetworkSegment(2f3545fe-0522-4ebe-bef3-5e0d96846eab),segment_id=2f3545fe-0522-4ebe-bef3-5e0d96846eab)] {{(pid=111081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:55:39.333344 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ccfe6-e0f0-4f76-9e06-29e14be99f27 req-2eeaf810-912a-49d7-8c94-501b3bfe736a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:39.334864 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-012ccfe6-e0f0-4f76-9e06-29e14be99f27 req-2eeaf810-912a-49d7-8c94-501b3bfe736a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0702603 Jul 21 10:55:39.345527 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5567d662-16bf-45aa-8e05-1194102aba64 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group_rule (08a83fcd-6543-4b57-98bc-e7f80bdcbe3d), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:39.349548 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron_lib.callbacks.manager [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), after_update {{(pid=111081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:39.359931 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-f8a79d0f-9fbf-44c1-afc0-aa210ccfe5ec None None] Provisioning complete for port 224f1b51-11f2-43ef-b0d3-c3056b01e734 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:39.360959 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f8a79d0f-9fbf-44c1-afc0-aa210ccfe5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:39.391571 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-012ccfe6-e0f0-4f76-9e06-29e14be99f27 req-7ca1aae6-7ab9-491e-a1cc-8fa9e3a45a13 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480924 Jul 21 10:55:39.408920 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Routers {'fd432310-283e-484d-868e-4e00c44a29da'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:55:39.409607 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:55:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['fd432310-283e-484d-868e-4e00c44a29da'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:39.412036 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5567d662-16bf-45aa-8e05-1194102aba64 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (08a83fcd-6543-4b57-98bc-e7f80bdcbe3d), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:39.437129 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567d662-16bf-45aa-8e05-1194102aba64 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a83fcd-6543-4b57-98bc-e7f80bdcbe3d,revision_number=0']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:39.463774 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-f8a79d0f-9fbf-44c1-afc0-aa210ccfe5ec None None] Current status of the port 224f1b51-11f2-43ef-b0d3-c3056b01e734 is: DOWN; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:55:39.464814 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f8a79d0f-9fbf-44c1-afc0-aa210ccfe5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:39.504042 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-f8a79d0f-9fbf-44c1-afc0-aa210ccfe5ec None None] For port 224f1b51-11f2-43ef-b0d3-c3056b01e734, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=224f1b51-11f2-43ef-b0d3-c3056b01e734,segment=NetworkSegment(2f3545fe-0522-4ebe-bef3-5e0d96846eab),segment_id=2f3545fe-0522-4ebe-bef3-5e0d96846eab)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:55:39.511305 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5567d662-16bf-45aa-8e05-1194102aba64 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:39.519201 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-5567d662-16bf-45aa-8e05-1194102aba64 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4132459 Jul 21 10:55:39.536922 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] Set router fd432310-283e-484d-868e-4e00c44a29da gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:55:39.562723 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd297a-1077-4677-ae26-39b09dfb4b8e None None] Pushing event updated for resources: {'Port': ['ID=224f1b51-11f2-43ef-b0d3-c3056b01e734,revision_number=4']} {{(pid=111081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:39.578213 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f8a79d0f-9fbf-44c1-afc0-aa210ccfe5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:39.644652 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a79d0f-9fbf-44c1-afc0-aa210ccfe5ec None None] Pushing event updated for resources: {'Port': ['ID=224f1b51-11f2-43ef-b0d3-c3056b01e734,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:39.699923 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-61122749-cf19-40b0-95e8-ef2d72a95be0 None None] Provisioning complete for port 224f1b51-11f2-43ef-b0d3-c3056b01e734 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:39.700380 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-61122749-cf19-40b0-95e8-ef2d72a95be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:39.744641 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:39.751545 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd432310-283e-484d-868e-4e00c44a29da', 'name': 'tempest-TestVolumeBootPattern-1545651159-router', 'tenant_id': '42b7c84ab50d49ce86e099d50e293a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7f581366-9bb1-4f4b-8387-c576ca32f9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:32Z', 'updated_at': '2022-07-21T10:55:35Z', 'revision_number': 4, 'project_id': '42b7c84ab50d49ce86e099d50e293a55', 'gw_port': {'id': '7f581366-9bb1-4f4b-8387-c576ca32f9fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd432310-283e-484d-868e-4e00c44a29da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:32Z', 'updated_at': '2022-07-21T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '224f1b51-11f2-43ef-b0d3-c3056b01e734', 'name': '', 'network_id': '104f811f-1fca-4188-8c07-d4e95c5984c2', 'tenant_id': '42b7c84ab50d49ce86e099d50e293a55', 'mac_address': 'fa:16:3e:0a:c8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd432310-283e-484d-868e-4e00c44a29da', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5de58b54-e183-4cb8-8980-b158391538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:34Z', 'updated_at': '2022-07-21T10:55:39Z', 'revision_number': 4, 'project_id': '42b7c84ab50d49ce86e099d50e293a55', 'subnets': [{'id': '5de58b54-e183-4cb8-8980-b158391538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:55:39.775355 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-61122749-cf19-40b0-95e8-ef2d72a95be0 None None] Current status of the port 224f1b51-11f2-43ef-b0d3-c3056b01e734 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:55:39.779662 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc15583-8b20-4b17-9caf-dfdf8d761182 None None] The sync data for ids ['fd432310-283e-484d-868e-4e00c44a29da'] in dv-cinder-849800-2-iscsi is: [{'id': 'fd432310-283e-484d-868e-4e00c44a29da', 'name': 'tempest-TestVolumeBootPattern-1545651159-router', 'tenant_id': '42b7c84ab50d49ce86e099d50e293a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7f581366-9bb1-4f4b-8387-c576ca32f9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:32Z', 'updated_at': '2022-07-21T10:55:35Z', 'revision_number': 4, 'project_id': '42b7c84ab50d49ce86e099d50e293a55', 'gw_port': {'id': '7f581366-9bb1-4f4b-8387-c576ca32f9fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd432310-283e-484d-868e-4e00c44a29da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:32Z', 'updated_at': '2022-07-21T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '224f1b51-11f2-43ef-b0d3-c3056b01e734', 'name': '', 'network_id': '104f811f-1fca-4188-8c07-d4e95c5984c2', 'tenant_id': '42b7c84ab50d49ce86e099d50e293a55', 'mac_address': 'fa:16:3e:0a:c8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd432310-283e-484d-868e-4e00c44a29da', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5de58b54-e183-4cb8-8980-b158391538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:34Z', 'updated_at': '2022-07-21T10:55:39Z', 'revision_number': 4, 'project_id': '42b7c84ab50d49ce86e099d50e293a55', 'subnets': [{'id': '5de58b54-e183-4cb8-8980-b158391538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:55:40.411805 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 7f581366-9bb1-4f4b-8387-c576ca32f9fe up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:55:40.468636 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 7f581366-9bb1-4f4b-8387-c576ca32f9fe triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:40.469805 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (7f581366-9bb1-4f4b-8387-c576ca32f9fe), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:40.503781 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:40.516570 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4a8a3-c85c-4cbe-ab56-0d90d4efa7a2 req-cce12ad7-7ab9-4ea9-bace-be3c319511d5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:40.518085 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c3e4a8a3-c85c-4cbe-ab56-0d90d4efa7a2 req-cce12ad7-7ab9-4ea9-bace-be3c319511d5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0519259 Jul 21 10:55:40.549233 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 7f581366-9bb1-4f4b-8387-c576ca32f9fe is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:55:40.550295 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 224f1b51-11f2-43ef-b0d3-c3056b01e734 up at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:55:40.571454 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c3e4a8a3-c85c-4cbe-ab56-0d90d4efa7a2 req-e9282877-1c0b-4d38-a68d-79f1ebae5709 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474904 Jul 21 10:55:40.585893 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:40.595388 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Provisioning complete for port 224f1b51-11f2-43ef-b0d3-c3056b01e734 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:40.595744 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:40.672398 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Current status of the port 224f1b51-11f2-43ef-b0d3-c3056b01e734 is: ACTIVE; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:55:41.687549 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b2520-bbfc-4770-9cb8-e0078c62b5b8 req-c39eceef-ad71-4471-b00b-023b88f140af tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:41.689299 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-247b2520-bbfc-4770-9cb8-e0078c62b5b8 req-c39eceef-ad71-4471-b00b-023b88f140af tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0491986 Jul 21 10:55:41.739435 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-247b2520-bbfc-4770-9cb8-e0078c62b5b8 req-acd57f2d-b8ea-4f5e-803b-433e684b273b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445955 Jul 21 10:55:42.859528 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a97e2-c42c-4721-aeac-304c7c6c861a req-9cb303e5-611d-4f99-a1b1-cd3c43815b50 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:42.861041 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ca3a97e2-c42c-4721-aeac-304c7c6c861a req-9cb303e5-611d-4f99-a1b1-cd3c43815b50 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0513141 Jul 21 10:55:42.912899 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ca3a97e2-c42c-4721-aeac-304c7c6c861a req-1dc58218-47ae-4818-8f33-374e59af0983 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463622 Jul 21 10:55:44.036819 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4304a-6e8f-4f8d-9497-e58e748a4c64 req-77a8559c-984c-4ec6-8bec-dac21fc25efe tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:44.038309 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-73d4304a-6e8f-4f8d-9497-e58e748a4c64 req-77a8559c-984c-4ec6-8bec-dac21fc25efe tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0521586 Jul 21 10:55:44.088610 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-73d4304a-6e8f-4f8d-9497-e58e748a4c64 req-ed1da9af-4984-4bf0-aa83-1ea68c6d2997 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447767 Jul 21 10:55:44.885062 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:45.206652 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1e57f-51f7-4d73-bd41-70a6775c37bd req-d2762a69-7d3e-4fd8-91ab-738b3805a28a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:45.208165 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e7c1e57f-51f7-4d73-bd41-70a6775c37bd req-d2762a69-7d3e-4fd8-91ab-738b3805a28a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0507822 Jul 21 10:55:45.258394 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e7c1e57f-51f7-4d73-bd41-70a6775c37bd req-99b00de9-626a-47c5-979b-3a605ca4fce2 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445614 Jul 21 10:55:46.392566 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7aa5-3c2c-4028-81fe-4bd4a2dceebe req-68e26f76-9202-416a-8cce-153fb093e2a3 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:46.394224 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cd0a7aa5-3c2c-4028-81fe-4bd4a2dceebe req-68e26f76-9202-416a-8cce-153fb093e2a3 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0621202 Jul 21 10:55:46.447763 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cd0a7aa5-3c2c-4028-81fe-4bd4a2dceebe req-8e0962a5-c73c-45c7-8103-76effb00fd5b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475340 Jul 21 10:55:47.569711 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b7a64-3e52-4848-bf80-768855983cd6 req-52a002bc-957f-4416-ac64-afef4bf64a22 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:47.571212 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-416b7a64-3e52-4848-bf80-768855983cd6 req-52a002bc-957f-4416-ac64-afef4bf64a22 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0500865 Jul 21 10:55:47.585392 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:47.621299 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-416b7a64-3e52-4848-bf80-768855983cd6 req-fdc0d682-7ce3-491f-89dc-3cb708f0e784 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429862 Jul 21 10:55:48.745202 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b5942-7d95-4524-a4f2-a2287aa734e7 req-5fb6c9ee-be91-4930-a14e-471e497160f8 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:48.746736 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b73b5942-7d95-4524-a4f2-a2287aa734e7 req-5fb6c9ee-be91-4930-a14e-471e497160f8 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0496871 Jul 21 10:55:48.798445 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b73b5942-7d95-4524-a4f2-a2287aa734e7 req-984f484c-8c08-470d-9f44-d7f572a2c931 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452394 Jul 21 10:55:48.996446 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=47,neutron:INSERT=10,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:49.001057 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=74,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:49.914849 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c87994-fb0c-4da5-a030-0a9b9a777d6f req-824c27d9-6e80-4682-8eb1-0d5d3379faf3 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:49.916308 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f8c87994-fb0c-4da5-a030-0a9b9a777d6f req-824c27d9-6e80-4682-8eb1-0d5d3379faf3 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0471072 Jul 21 10:55:49.963730 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f8c87994-fb0c-4da5-a030-0a9b9a777d6f req-890e1dc2-18ce-4a2b-affd-bd3da8216c1e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420139 Jul 21 10:55:51.076805 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540ee6d-36a6-4286-b998-594c4c98cadd req-2da2a6ad-a44a-4d84-8b16-dc88cb640e30 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:51.078160 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0540ee6d-36a6-4286-b998-594c4c98cadd req-2da2a6ad-a44a-4d84-8b16-dc88cb640e30 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0473845 Jul 21 10:55:51.125353 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0540ee6d-36a6-4286-b998-594c4c98cadd req-e615bb32-576b-4c68-839a-1c26cb641cc3 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413520 Jul 21 10:55:51.370855 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-4437ad82-9aad-4c79-b774-8279fa9e0465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:52.243264 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadb93e-e275-4fdb-95f2-d408907f607b req-8c394a85-53c6-44a2-8613-c1c44370079d tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:52.244724 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-baadb93e-e275-4fdb-95f2-d408907f607b req-8c394a85-53c6-44a2-8613-c1c44370079d tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0516169 Jul 21 10:55:52.292040 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-baadb93e-e275-4fdb-95f2-d408907f607b req-f6a8e9cb-b3de-4aa7-9919-c3f342e50dcc tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418878 Jul 21 10:55:53.409094 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abd505-69fd-4f78-8f7d-fa9d0a73423d req-688c08ee-985f-4b03-98a2-a9004e830da7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:53.409986 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f1abd505-69fd-4f78-8f7d-fa9d0a73423d req-688c08ee-985f-4b03-98a2-a9004e830da7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0473900 Jul 21 10:55:53.431177 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:53.458262 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f1abd505-69fd-4f78-8f7d-fa9d0a73423d req-149f7025-252b-4d71-8ad3-327aeb867912 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426095 Jul 21 10:55:53.982939 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-cdfddfdf-2a46-45c7-8fb2-d14242b134b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:54.571995 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568b886-a578-4dea-aa0c-bf8e75709cc8 req-4539aade-ef82-40bc-aa4f-0c58eb19e973 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:54.573378 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0568b886-a578-4dea-aa0c-bf8e75709cc8 req-4539aade-ef82-40bc-aa4f-0c58eb19e973 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0467196 Jul 21 10:55:54.600328 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=37 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:54.606301 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=53,neutron:INSERT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:54.624575 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0568b886-a578-4dea-aa0c-bf8e75709cc8 req-20e14227-5a42-4037-aa93-8dd4cc878b48 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451117 Jul 21 10:55:55.257260 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-b354d709-7d98-4767-b9b4-72205d70f04c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926775298&fields=id&tenant_id=c99e5deac07a429c9c771ef41d278a46 HTTP/1.1" status: 200 len: 267 time: 0.0453022 Jul 21 10:55:55.360350 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:55.363798 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-f9e2ce6f-e6c1-4e83-969c-649e116fb399 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:55.365279 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-f9e2ce6f-e6c1-4e83-969c-649e116fb399 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/networks?id=cc0b2a51-d561-47c8-bdc0-392c408f6063 HTTP/1.1" status: 200 len: 812 time: 0.1017914 Jul 21 10:55:55.380031 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-131518ed-46ec-4fdf-8ad7-575c5e3cbab4 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/quotas/c99e5deac07a429c9c771ef41d278a46 HTTP/1.1" status: 200 len: 375 time: 0.0093191 Jul 21 10:55:55.432968 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-d56edcb8-cefe-4f0e-b42c-4b6382c78c4b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c99e5deac07a429c9c771ef41d278a46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480525 Jul 21 10:55:55.527758 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-d7498cfc-a85d-4976-9ce3-b102226f5921 service neutron] 10.222.0.48 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829718 Jul 21 10:55:55.622564 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-a6a0a3f6-1d19-42c6-a0f7-dd4979822228 service neutron] 10.222.0.48 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884116 Jul 21 10:55:55.745020 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531caa1-d7ac-48ad-9067-60f4b36b4898 req-0dd5ab59-3061-43c8-895a-7447b3ebcc33 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:55.746528 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f531caa1-d7ac-48ad-9067-60f4b36b4898 req-0dd5ab59-3061-43c8-895a-7447b3ebcc33 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0505207 Jul 21 10:55:55.777342 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:55.794487 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f531caa1-d7ac-48ad-9067-60f4b36b4898 req-e21336e6-7623-4285-a844-7dd525a0b509 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423717 Jul 21 10:55:56.168047 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-61680470-e647-4fbb-a541-0973b0e0e61c req-5af7e638-57a6-479c-ad4a-cdc623127479 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 210 time: 0.0367441 Jul 21 10:55:56.616745 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:56.776787 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:56.909155 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be034349-e8cb-47af-8e64-13ed7ab346d1 req-bd1fef27-7b8e-4c87-a74a-c139a4d4e488 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:56.910785 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-be034349-e8cb-47af-8e64-13ed7ab346d1 req-bd1fef27-7b8e-4c87-a74a-c139a4d4e488 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0477993 Jul 21 10:55:56.959069 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-be034349-e8cb-47af-8e64-13ed7ab346d1 req-76467482-00e8-434e-919e-d699c2bb022c tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427871 Jul 21 10:55:57.262203 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-414e7976-0b44-4fb4-91cc-0f0749b13978 req-edc57256-cf83-453e-a511-16f40e2f334b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 210 time: 0.0279822 Jul 21 10:55:58.075257 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd7968-0482-4aba-9a45-aabf31079f73 req-861732c7-1fbd-4a30-b0cd-b4890c6382b6 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:58.077893 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6ddd7968-0482-4aba-9a45-aabf31079f73 req-861732c7-1fbd-4a30-b0cd-b4890c6382b6 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0502040 Jul 21 10:55:58.113965 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-617e141b-12cb-4477-90b2-297a0a958a67 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:58.115172 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-617e141b-12cb-4477-90b2-297a0a958a67 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.57 "GET /v2.0/networks?id=cc0b2a51-d561-47c8-bdc0-392c408f6063 HTTP/1.1" status: 200 len: 812 time: 0.1083724 Jul 21 10:55:58.129981 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6ddd7968-0482-4aba-9a45-aabf31079f73 req-6f7f0eec-d40d-4502-8191-85d374449d8a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481529 Jul 21 10:55:58.189631 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-86152f26-48e2-4242-b160-74ea2ba91beb tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c99e5deac07a429c9c771ef41d278a46 HTTP/1.1" status: 200 len: 379 time: 0.0603054 Jul 21 10:55:58.198221 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Request body: {'port': {'device_id': '6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'admin_state_up': True, 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'security_groups': ['a1c8a972-4ab2-4bd2-8013-15d3c02a348f']}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:55:58.348204 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Made reservation on behalf of c99e5deac07a429c9c771ef41d278a46 for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:55:58.352482 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:58.365971 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-aded3a1d-61ac-4911-ac4f-fb757c9d9c82 req-18b1c24a-23f1-4ba7-8de3-5b430a0d5b0f tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 210 time: 0.0297263 Jul 21 10:55:58.485458 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Allocated IP 172.20.0.4 (cc0b2a51-d561-47c8-bdc0-392c408f6063/91dfb6c3-be9f-472a-a4b6-7542992a3b45/ddef567e-1162-4e85-93ce-7def8406c8b9) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:55:58.627862 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for port (ddef567e-1162-4e85-93ce-7def8406c8b9), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:58.708940 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (ddef567e-1162-4e85-93ce-7def8406c8b9), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:58.751783 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Network cc0b2a51-d561-47c8-bdc0-392c408f6063 is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:55:58.756864 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:55:58.760852 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:55:58.784794 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event updated for resources: {'Port': ['ID=ddef567e-1162-4e85-93ce-7def8406c8b9,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:58.799132 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:58.799485 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:58.799835 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:58.800182 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:58.800524 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:58.800858 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:58.801189 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:58.801519 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:58.801849 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:58.802182 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:58.802506 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:58.806133 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:58.806133 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:58.806133 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:58.806133 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:55:58.827773 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:58.828540 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:58.892265 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-da7f7848-f0b2-4314-ab67-1b8cf1328271 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6940706 Jul 21 10:55:58.907586 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Request body: {'port': {'device_id': '6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:55:58.972330 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (ddef567e-1162-4e85-93ce-7def8406c8b9), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:58.982953 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:58.986771 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:59.018656 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-0fc255e1-a880-4892-be9e-e996e7185dc1 None None] Provisioning complete for port ddef567e-1162-4e85-93ce-7def8406c8b9 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:55:59.019287 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-0fc255e1-a880-4892-be9e-e996e7185dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (ddef567e-1162-4e85-93ce-7def8406c8b9), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:59.052497 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-0fc255e1-a880-4892-be9e-e996e7185dc1 None None] Port ddef567e-1162-4e85-93ce-7def8406c8b9 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:55:59.238964 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddef567e-1162-4e85-93ce-7def8406c8b9 {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:55:59.246616 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Publish callbacks [] for port (ddef567e-1162-4e85-93ce-7def8406c8b9), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:59.256175 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec077d8a-7333-435c-9b75-71899652de2c req-2dfd8df0-1234-4a88-a115-acb8352f7aa1 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:59.257666 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ec077d8a-7333-435c-9b75-71899652de2c req-2dfd8df0-1234-4a88-a115-acb8352f7aa1 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0481980 Jul 21 10:55:59.260304 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Transition to ACTIVE for port object ddef567e-1162-4e85-93ce-7def8406c8b9 will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:55:59.306684 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ec077d8a-7333-435c-9b75-71899652de2c req-ade6482d-b4e7-432d-b148-c25b76a77b22 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426078 Jul 21 10:55:59.348429 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (ddef567e-1162-4e85-93ce-7def8406c8b9), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:59.421126 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Pushing event updated for resources: {'Port': ['ID=ddef567e-1162-4e85-93ce-7def8406c8b9,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:59.486772 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Attempting to bind port ddef567e-1162-4e85-93ce-7def8406c8b9 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:55:59.487131 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Attempting to bind port ddef567e-1162-4e85-93ce-7def8406c8b9 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:55:59.487473 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Attempting to bind port ddef567e-1162-4e85-93ce-7def8406c8b9 on network cc0b2a51-d561-47c8-bdc0-392c408f6063 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:55:59.492278 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Port ddef567e-1162-4e85-93ce-7def8406c8b9 on network cc0b2a51-d561-47c8-bdc0-392c408f6063 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:55:59.492602 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Attempting to bind port ddef567e-1162-4e85-93ce-7def8406c8b9 on network cc0b2a51-d561-47c8-bdc0-392c408f6063 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:55:59.495310 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:55:59.498141 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:55:59.498494 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Checking segment: {'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:55:59.498915 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Bound using segment: {'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:55:59.499352 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Bound port: ddef567e-1162-4e85-93ce-7def8406c8b9, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:55:59.499717 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (ddef567e-1162-4e85-93ce-7def8406c8b9), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:59.501496 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe7375-8340-4caf-bae9-a6ece926f338 req-dea2fafa-f76e-4488-ac01-15ba7888880d tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:59.503588 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e6fe7375-8340-4caf-bae9-a6ece926f338 req-dea2fafa-f76e-4488-ac01-15ba7888880d tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 943 time: 0.0588810 Jul 21 10:55:59.563394 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e6fe7375-8340-4caf-bae9-a6ece926f338 req-f3d51255-3816-40bb-a816-bb6b49754eca tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537782 Jul 21 10:55:59.576171 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] For port ddef567e-1162-4e85-93ce-7def8406c8b9, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:55:59.586122 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] For port ddef567e-1162-4e85-93ce-7def8406c8b9, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ddef567e-1162-4e85-93ce-7def8406c8b9,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:55:59.674623 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (ddef567e-1162-4e85-93ce-7def8406c8b9), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:59.709396 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:59.710330 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:55:59.712060 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] 10.222.0.57 "PUT /v2.0/ports/ddef567e-1162-4e85-93ce-7def8406c8b9 HTTP/1.1" status: 200 len: 1093 time: 0.8101006 Jul 21 10:55:59.714515 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e', 'tag': 'ddef567e-1162-4e85-93ce-7def8406c8b9'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:55:59.718342 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bde8caf-9579-490b-80df-8a90c898abbe" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e", "tag": "ddef567e-1162-4e85-93ce-7def8406c8b9"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:55:59.745287 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd77ede-b8b0-4589-b2df-5625328b9420 service neutron] Pushing event updated for resources: {'Port': ['ID=ddef567e-1162-4e85-93ce-7def8406c8b9,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:55:59.765240 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fd4f2d-ea9f-4538-8b3a-2d5b0584a438 x-openstack-request-id: req-16fd4f2d-ea9f-4538-8b3a-2d5b0584a438 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:55:59.766172 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e", "tag": "ddef567e-1162-4e85-93ce-7def8406c8b9", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:55:59.766444 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16fd4f2d-ea9f-4538-8b3a-2d5b0584a438 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:55:59.766886 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16fd4f2d-ea9f-4538-8b3a-2d5b0584a438'] response: {'name': 'network-changed', 'server_uuid': '6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e', 'tag': 'ddef567e-1162-4e85-93ce-7def8406c8b9', 'status': 'completed', 'code': 200} Jul 21 10:55:59.851729 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde8caf-9579-490b-80df-8a90c898abbe req-4c6fa3c0-9a3e-4d22-9a9e-51e97217020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:59.853422 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-6bde8caf-9579-490b-80df-8a90c898abbe req-4c6fa3c0-9a3e-4d22-9a9e-51e97217020d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c99e5deac07a429c9c771ef41d278a46&device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 1127 time: 0.0479660 Jul 21 10:55:59.962756 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde8caf-9579-490b-80df-8a90c898abbe req-fe1bb43c-171d-4938-b121-6520f52a0ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:55:59.964210 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-6bde8caf-9579-490b-80df-8a90c898abbe req-fe1bb43c-171d-4938-b121-6520f52a0ca5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c99e5deac07a429c9c771ef41d278a46&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0973554 Jul 21 10:56:00.060367 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde8caf-9579-490b-80df-8a90c898abbe req-75feec85-c2d7-4d26-9593-c3191858e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:00.061834 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-6bde8caf-9579-490b-80df-8a90c898abbe req-75feec85-c2d7-4d26-9593-c3191858e7cf service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921099 Jul 21 10:56:00.153299 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-56a8e2b8-15cb-4137-8148-79a42e3c1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:00.154792 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-56a8e2b8-15cb-4137-8148-79a42e3c1022 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c99e5deac07a429c9c771ef41d278a46&device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 1127 time: 0.0396225 Jul 21 10:56:00.199925 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-a90f3ad8-f954-4819-a127-f4e6ee3e6e05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddef567e-1162-4e85-93ce-7def8406c8b9 HTTP/1.1" status: 200 len: 217 time: 0.0335765 Jul 21 10:56:00.251333 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-9d5d5b4b-f886-4cff-bf85-473175c92887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:00.252682 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-9d5d5b4b-f886-4cff-bf85-473175c92887 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91dfb6c3-be9f-472a-a4b6-7542992a3b45 HTTP/1.1" status: 200 len: 851 time: 0.0470397 Jul 21 10:56:00.294012 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-29cd1967-9de4-451e-b6d4-6ac725418f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:00.295560 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-29cd1967-9de4-451e-b6d4-6ac725418f20 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc0b2a51-d561-47c8-bdc0-392c408f6063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372655 Jul 21 10:56:00.388491 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-50178a7b-79f0-42f6-b578-7487bd755643 service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868859 Jul 21 10:56:00.405254 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:00.421011 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefc577-3148-47a9-b5ac-61a8ff418659 req-288e1653-1f19-49a2-b3ec-4bbdc656a956 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:00.423036 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8aefc577-3148-47a9-b5ac-61a8ff418659 req-288e1653-1f19-49a2-b3ec-4bbdc656a956 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0483308 Jul 21 10:56:00.471250 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8aefc577-3148-47a9-b5ac-61a8ff418659 req-34218c10-7f3d-45c1-a993-a6996e292403 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426431 Jul 21 10:56:00.479759 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-54fc2a8d-dd44-40e2-95d5-5fe9ed894ba2 req-35f8741d-35e2-4818-bbd5-6ca3bc2abc2d service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852580 Jul 21 10:56:00.610208 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:56:00.684129 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef0fb9-037c-418e-a7b8-70ed32006ee7 req-ded3afbc-0766-43e2-9310-e9d71973bed1 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:00.685709 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f2ef0fb9-037c-418e-a7b8-70ed32006ee7 req-ded3afbc-0766-43e2-9310-e9d71973bed1 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 943 time: 0.0490232 Jul 21 10:56:00.738268 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f2ef0fb9-037c-418e-a7b8-70ed32006ee7 req-4654ce31-2fbb-44fc-bc2a-7b793296cb4c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471058 Jul 21 10:56:00.854358 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6adb5d-b637-40ae-97d5-6bb6eabe658b req-6c09f09a-02dd-4e4b-96ac-ecf8fa741b1b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:00.856022 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3a6adb5d-b637-40ae-97d5-6bb6eabe658b req-6c09f09a-02dd-4e4b-96ac-ecf8fa741b1b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0481322 Jul 21 10:56:00.908434 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3a6adb5d-b637-40ae-97d5-6bb6eabe658b req-c05ab7d0-8ea7-4ede-bd75-4a24df7455eb tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456860 Jul 21 10:56:00.994630 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3f99c-7ed7-4908-947a-2fd96482aeb9 req-508366aa-eedf-4659-bb3c-2b2ea45ff2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:00.996130 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-fcd3f99c-7ed7-4908-947a-2fd96482aeb9 req-508366aa-eedf-4659-bb3c-2b2ea45ff2b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce3ae8ed116141658017f823c633c2f2&device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 1130 time: 0.0409424 Jul 21 10:56:01.090112 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3f99c-7ed7-4908-947a-2fd96482aeb9 req-c144bcbe-9d10-4dc7-a8ea-6f7cd0e3b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:01.091538 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-fcd3f99c-7ed7-4908-947a-2fd96482aeb9 req-c144bcbe-9d10-4dc7-a8ea-6f7cd0e3b8da service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377 HTTP/1.1" status: 200 len: 912 time: 0.0892162 Jul 21 10:56:01.137978 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:01.152608 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-fcd3f99c-7ed7-4908-947a-2fd96482aeb9 req-6e434eed-8d70-4bf2-8094-3aff79d17a10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9413091b-0c11-431b-a541-d2ab3dd8bc2f HTTP/1.1" status: 200 len: 1001 time: 0.0549712 Jul 21 10:56:01.206163 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3f99c-7ed7-4908-947a-2fd96482aeb9 req-f9b121ac-afaa-4b19-9ac4-a680b3640e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:01.207686 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-fcd3f99c-7ed7-4908-947a-2fd96482aeb9 req-f9b121ac-afaa-4b19-9ac4-a680b3640e74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c73223d2-a824-44a2-839c-c12a914ca57f HTTP/1.1" status: 200 len: 850 time: 0.0491838 Jul 21 10:56:01.241689 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:01.251880 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3f99c-7ed7-4908-947a-2fd96482aeb9 req-799be782-7402-4865-b6ad-083dc36d6cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:01.253382 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-fcd3f99c-7ed7-4908-947a-2fd96482aeb9 req-799be782-7402-4865-b6ad-083dc36d6cdb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398078 Jul 21 10:56:01.345551 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-fcd3f99c-7ed7-4908-947a-2fd96482aeb9 req-7291b8c6-fbde-41fd-adc0-d736a8b9620e service neutron] 10.222.0.57 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863903 Jul 21 10:56:01.433207 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-fcd3f99c-7ed7-4908-947a-2fd96482aeb9 req-2ddaa417-5961-4b74-99a3-624437995854 service neutron] 10.222.0.57 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821552 Jul 21 10:56:02.040514 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a6d87-4c43-49ab-8299-9763f041522f req-b4a8103b-94e5-41c6-9168-59b33bc871c7 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:02.041897 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8d6a6d87-4c43-49ab-8299-9763f041522f req-b4a8103b-94e5-41c6-9168-59b33bc871c7 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 943 time: 0.0798600 Jul 21 10:56:02.053295 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885197ec-97cd-45cd-bbec-411e8495eae8 req-366e2ba6-70a8-4fc0-9b87-0484ed7d3c8e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:02.054725 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-885197ec-97cd-45cd-bbec-411e8495eae8 req-366e2ba6-70a8-4fc0-9b87-0484ed7d3c8e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0637524 Jul 21 10:56:02.130029 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8d6a6d87-4c43-49ab-8299-9763f041522f req-bdf80839-3899-4df0-8c88-35ada49bef42 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743704 Jul 21 10:56:02.133241 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-885197ec-97cd-45cd-bbec-411e8495eae8 req-9bbec4ba-b89f-4fd1-93df-438d5039f2fe tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718930 Jul 21 10:56:03.273118 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f452f-8681-4619-92ea-90cef5241e16 req-f6b58a0b-92d1-485e-a3f9-102ab2098d20 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:03.274578 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-254f452f-8681-4619-92ea-90cef5241e16 req-f6b58a0b-92d1-485e-a3f9-102ab2098d20 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 943 time: 0.0765607 Jul 21 10:56:03.283491 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc462e6-5880-44a5-8556-42842da869c0 req-073bafc4-724a-4301-a14e-e2ac037f4f26 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:03.284834 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bbc462e6-5880-44a5-8556-42842da869c0 req-073bafc4-724a-4301-a14e-e2ac037f4f26 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0772901 Jul 21 10:56:03.292970 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:03.357861 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-254f452f-8681-4619-92ea-90cef5241e16 req-cc574a0f-2858-4cee-9f42-35970787c55f tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721002 Jul 21 10:56:03.364621 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bbc462e6-5880-44a5-8556-42842da869c0 req-833cae65-2888-4604-8d21-cb30af2d95b5 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722046 Jul 21 10:56:04.472187 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5b6f3-abb7-445e-a206-42199c462a7f req-18b712aa-d6fb-4f86-8004-3fd8d57ed829 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:04.473686 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-79f5b6f3-abb7-445e-a206-42199c462a7f req-18b712aa-d6fb-4f86-8004-3fd8d57ed829 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 943 time: 0.0484819 Jul 21 10:56:04.522220 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-79f5b6f3-abb7-445e-a206-42199c462a7f req-148a4536-94d9-41ac-9068-c81912cd492b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429795 Jul 21 10:56:05.639799 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaa930-3d49-466e-a41d-9ff601979a9f req-bef61b38-888b-4375-8fc7-4024ce3f14bc tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:05.642182 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-35eaa930-3d49-466e-a41d-9ff601979a9f req-bef61b38-888b-4375-8fc7-4024ce3f14bc tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 943 time: 0.0526226 Jul 21 10:56:05.692921 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-35eaa930-3d49-466e-a41d-9ff601979a9f req-f359ef7e-dae8-4d68-99b6-26a3c3a1e2d3 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449414 Jul 21 10:56:06.808364 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad180a5c-b558-4e5c-b151-7edf906fc94b req-b865f48f-bfdb-48ec-a0ae-446155f627f1 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:06.809841 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ad180a5c-b558-4e5c-b151-7edf906fc94b req-b865f48f-bfdb-48ec-a0ae-446155f627f1 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 943 time: 0.0478582 Jul 21 10:56:06.860121 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ad180a5c-b558-4e5c-b151-7edf906fc94b req-6f324b18-ba0d-43dd-83a1-1cbeec1d5cbd tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438137 Jul 21 10:56:07.243783 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device ddef567e-1162-4e85-93ce-7def8406c8b9 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:56:07.344686 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port ddef567e-1162-4e85-93ce-7def8406c8b9, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ddef567e-1162-4e85-93ce-7def8406c8b9,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:56:07.355448 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': 'ddef567e-1162-4e85-93ce-7def8406c8b9', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'port_id': 'ddef567e-1162-4e85-93ce-7def8406c8b9', 'mac_address': 'fa:16:3e:59:3c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:56:07.390117 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port ddef567e-1162-4e85-93ce-7def8406c8b9 is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:56:07.390534 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (ddef567e-1162-4e85-93ce-7def8406c8b9), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:07.403231 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddef567e-1162-4e85-93ce-7def8406c8b9 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:56:07.423732 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port ddef567e-1162-4e85-93ce-7def8406c8b9, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ddef567e-1162-4e85-93ce-7def8406c8b9,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:56:07.490495 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (ddef567e-1162-4e85-93ce-7def8406c8b9), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:07.513335 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:07.537010 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=ddef567e-1162-4e85-93ce-7def8406c8b9,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:56:07.797205 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['ddef567e-1162-4e85-93ce-7def8406c8b9'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:56:07.977113 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f53820-8c07-4a63-8f28-37a3a496908c req-eb197e87-90fb-4b25-9315-cd410162d007 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:07.978691 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a8f53820-8c07-4a63-8f28-37a3a496908c req-eb197e87-90fb-4b25-9315-cd410162d007 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 944 time: 0.0483608 Jul 21 10:56:08.031412 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a8f53820-8c07-4a63-8f28-37a3a496908c req-67753c02-731e-439b-a201-026c1f55c22c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470145 Jul 21 10:56:09.135085 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:09.144106 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72dd48-fb87-49e8-97cb-debccf3b8b72 req-ffd77377-f325-4a53-b233-6d6dd15efb26 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:09.145562 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4e72dd48-fb87-49e8-97cb-debccf3b8b72 req-ffd77377-f325-4a53-b233-6d6dd15efb26 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 944 time: 0.0477555 Jul 21 10:56:09.194939 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4e72dd48-fb87-49e8-97cb-debccf3b8b72 req-5d5e88cc-1fe2-464d-99e9-6164c3e96f3c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437713 Jul 21 10:56:09.257669 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device ddef567e-1162-4e85-93ce-7def8406c8b9 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:56:09.288152 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:09.303239 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port ddef567e-1162-4e85-93ce-7def8406c8b9 completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:56:09.370537 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port ddef567e-1162-4e85-93ce-7def8406c8b9 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:56:09.370951 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (ddef567e-1162-4e85-93ce-7def8406c8b9), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:09.442178 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port ddef567e-1162-4e85-93ce-7def8406c8b9 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:56:09.442598 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (ddef567e-1162-4e85-93ce-7def8406c8b9), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:09.466033 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddef567e-1162-4e85-93ce-7def8406c8b9'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:56:09.472887 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92fbb96-63be-4b15-8004-c766054f472e" -d '{"events": [{"server_uuid": "6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e", "name": "network-vif-plugged", "status": "completed", "tag": "ddef567e-1162-4e85-93ce-7def8406c8b9"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:56:09.481825 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port ddef567e-1162-4e85-93ce-7def8406c8b9, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ddef567e-1162-4e85-93ce-7def8406c8b9,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:56:09.511874 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f59f3b0-be8f-4459-af74-d23dc67b69f4 x-openstack-request-id: req-4f59f3b0-be8f-4459-af74-d23dc67b69f4 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:56:09.511874 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e", "name": "network-vif-plugged", "status": "completed", "tag": "ddef567e-1162-4e85-93ce-7def8406c8b9", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:56:09.511874 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f59f3b0-be8f-4459-af74-d23dc67b69f4 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:56:09.511874 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f59f3b0-be8f-4459-af74-d23dc67b69f4'] response: {'server_uuid': '6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddef567e-1162-4e85-93ce-7def8406c8b9', 'code': 200} Jul 21 10:56:09.553771 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (ddef567e-1162-4e85-93ce-7def8406c8b9), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:09.729746 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=ddef567e-1162-4e85-93ce-7def8406c8b9,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:56:09.875513 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433f53d-84bd-4af3-a3bb-3c0fa38ef402 req-d3ebeb1f-e442-4187-9c62-b5fb61035fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:09.877068 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e433f53d-84bd-4af3-a3bb-3c0fa38ef402 req-d3ebeb1f-e442-4187-9c62-b5fb61035fdd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 1129 time: 0.0397129 Jul 21 10:56:09.927339 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e433f53d-84bd-4af3-a3bb-3c0fa38ef402 req-1655d8a9-a8a6-4fd1-af2e-22c3f4df5d5f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442102 Jul 21 10:56:10.310898 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b6da9-2c97-4b9f-880e-efe591748a2a req-092a92ff-1efe-4b51-871c-4b0936159f73 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:10.312446 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-702b6da9-2c97-4b9f-880e-efe591748a2a req-092a92ff-1efe-4b51-871c-4b0936159f73 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 945 time: 0.0473669 Jul 21 10:56:10.361999 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-702b6da9-2c97-4b9f-880e-efe591748a2a req-72613567-2131-434a-8d1b-4c24dc1395a5 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442088 Jul 21 10:56:11.479195 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392411b-942e-4c62-a935-f998c560751f req-d0f299e2-0ec9-426f-b154-15852d2c4fb6 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:11.480556 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1392411b-942e-4c62-a935-f998c560751f req-d0f299e2-0ec9-426f-b154-15852d2c4fb6 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 945 time: 0.0506942 Jul 21 10:56:11.528920 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1392411b-942e-4c62-a935-f998c560751f req-7ab9874f-2be0-434d-842e-68c298cf8285 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423090 Jul 21 10:56:11.640619 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8d003-321e-49bd-90ca-631008fb8e19 req-00ab4b45-681b-47cb-9924-7f61008973d1 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:11.642094 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-85d8d003-321e-49bd-90ca-631008fb8e19 req-00ab4b45-681b-47cb-9924-7f61008973d1 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 945 time: 0.0473564 Jul 21 10:56:11.691281 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-85d8d003-321e-49bd-90ca-631008fb8e19 req-8672c632-1a86-40c7-97ee-cf35cbf953eb tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434573 Jul 21 10:56:11.713141 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42748) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:56:11.837668 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6be408-d3a1-499f-9852-45e6f901ba6a tempest-TestVolumeBootPattern-1480422081 tempest-TestVolumeBootPattern-1480422081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:11.839185 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-5b6be408-d3a1-499f-9852-45e6f901ba6a tempest-TestVolumeBootPattern-1480422081 tempest-TestVolumeBootPattern-1480422081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 1124 time: 0.1250744 Jul 21 10:56:11.842039 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42752) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:56:11.846732 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Request body: {'floatingip': {'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'port_id': 'ddef567e-1162-4e85-93ce-7def8406c8b9', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:56:11.952345 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:12.032916 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:12.085883 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:12.139698 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Allocated IP 172.27.0.204 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/ade4ce64-06cc-4338-9d90-1c44a43d24a8) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:56:12.242247 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for port (ade4ce64-06cc-4338-9d90-1c44a43d24a8), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:12.249579 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:12.325477 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (ade4ce64-06cc-4338-9d90-1c44a43d24a8), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:12.372893 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:56:12.378183 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:56:12.380353 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event updated for resources: {'Port': ['ID=ade4ce64-06cc-4338-9d90-1c44a43d24a8,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:56:12.382455 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:56:12.407673 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:56:12.408022 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:56:12.408364 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:56:12.408702 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:56:12.409033 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:56:12.409361 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:56:12.409687 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:56:12.410007 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:56:12.410332 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:56:12.410683 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:56:12.411008 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:56:12.411332 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:56:12.411649 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:56:12.411967 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:56:12.412282 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:56:12.732740 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for floatingip (bbc0beff-147c-4d05-8e69-a6d7b11839d7), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:12.890915 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (ade4ce64-06cc-4338-9d90-1c44a43d24a8), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:13.033873 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:13.037673 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for port (ade4ce64-06cc-4338-9d90-1c44a43d24a8), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:13.090687 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596833'] for port (ade4ce64-06cc-4338-9d90-1c44a43d24a8), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:13.158310 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event updated for resources: {'Port': ['ID=ade4ce64-06cc-4338-9d90-1c44a43d24a8,revision_number=2']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:56:13.172351 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (bbc0beff-147c-4d05-8e69-a6d7b11839d7), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:13.268127 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.l3_db [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Floating IP bbc0beff-147c-4d05-8e69-a6d7b11839d7 associated. External IP: 172.27.0.204, port: ddef567e-1162-4e85-93ce-7def8406c8b9. Jul 21 10:56:13.270022 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:13.715373 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Router e40e9d2d-4077-40f5-a4a3-e43318cb42ba has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:56:13.818674 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:56:13.828181 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586668ce-7099-4312-b3a5-b7bc57079431 None None] Sync routers for ids ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:56:13.838222 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586668ce-7099-4312-b3a5-b7bc57079431 None None] Routers {'e40e9d2d-4077-40f5-a4a3-e43318cb42ba'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:56:13.838880 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-586668ce-7099-4312-b3a5-b7bc57079431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:55:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:56:13.881069 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:13.911336 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-8c236752-932e-49cd-ad90-64838155f249 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0682664 Jul 21 10:56:13.912467 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e', 'tag': 'ddef567e-1162-4e85-93ce-7def8406c8b9'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:56:13.914876 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ada062d-8eef-4482-822f-07520a8c13d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e", "tag": "ddef567e-1162-4e85-93ce-7def8406c8b9"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:56:13.942971 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-586668ce-7099-4312-b3a5-b7bc57079431 None None] Set router e40e9d2d-4077-40f5-a4a3-e43318cb42ba gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:56:13.950600 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06154467-a2bb-4521-96ce-1ce09ced27d2 x-openstack-request-id: req-06154467-a2bb-4521-96ce-1ce09ced27d2 {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:56:13.950956 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e", "tag": "ddef567e-1162-4e85-93ce-7def8406c8b9", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:56:13.951275 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06154467-a2bb-4521-96ce-1ce09ced27d2 {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:56:13.951760 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06154467-a2bb-4521-96ce-1ce09ced27d2'] response: {'name': 'network-changed', 'server_uuid': '6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e', 'tag': 'ddef567e-1162-4e85-93ce-7def8406c8b9', 'status': 'completed', 'code': 200} Jul 21 10:56:14.037417 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada062d-8eef-4482-822f-07520a8c13d4 req-dfbc1f89-39ca-4c74-85a0-5d066e32cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:14.038906 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4ada062d-8eef-4482-822f-07520a8c13d4 req-dfbc1f89-39ca-4c74-85a0-5d066e32cc3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c99e5deac07a429c9c771ef41d278a46&device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 1129 time: 0.0419257 Jul 21 10:56:14.087827 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:14.131434 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada062d-8eef-4482-822f-07520a8c13d4 req-ad97b756-7e06-48b2-a37b-ad35de2bda07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:14.132925 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4ada062d-8eef-4482-822f-07520a8c13d4 req-ad97b756-7e06-48b2-a37b-ad35de2bda07 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc0b2a51-d561-47c8-bdc0-392c408f6063 HTTP/1.1" status: 200 len: 913 time: 0.0883358 Jul 21 10:56:14.154699 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-586668ce-7099-4312-b3a5-b7bc57079431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': 'bbc0beff-147c-4d05-8e69-a6d7b11839d7', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'port_id': 'ddef567e-1162-4e85-93ce-7def8406c8b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'mac_address': 'fa:16:3e:59:3c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:56:12Z', 'updated_at': '2022-07-21T10:56:12Z', 'revision_number': 0, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:56:14.185293 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586668ce-7099-4312-b3a5-b7bc57079431 None None] Checking router: e40e9d2d-4077-40f5-a4a3-e43318cb42ba for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:56:14.194261 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586668ce-7099-4312-b3a5-b7bc57079431 None None] Routers {'e40e9d2d-4077-40f5-a4a3-e43318cb42ba'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:56:14.194913 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-586668ce-7099-4312-b3a5-b7bc57079431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:55:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:56:14.201598 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4ada062d-8eef-4482-822f-07520a8c13d4 req-6b513b6e-02b5-485b-acd1-6573cdef8ba1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddef567e-1162-4e85-93ce-7def8406c8b9 HTTP/1.1" status: 200 len: 999 time: 0.0624692 Jul 21 10:56:14.251280 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada062d-8eef-4482-822f-07520a8c13d4 req-9a46313c-532f-44b8-a8f2-d208bb438edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:14.252752 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4ada062d-8eef-4482-822f-07520a8c13d4 req-9a46313c-532f-44b8-a8f2-d208bb438edf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91dfb6c3-be9f-472a-a4b6-7542992a3b45 HTTP/1.1" status: 200 len: 851 time: 0.0450819 Jul 21 10:56:14.295947 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada062d-8eef-4482-822f-07520a8c13d4 req-29662435-b358-4ea9-bdbd-0a17b7de6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:14.298091 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4ada062d-8eef-4482-822f-07520a8c13d4 req-29662435-b358-4ea9-bdbd-0a17b7de6571 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc0b2a51-d561-47c8-bdc0-392c408f6063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397582 Jul 21 10:56:14.299293 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-586668ce-7099-4312-b3a5-b7bc57079431 None None] Set router e40e9d2d-4077-40f5-a4a3-e43318cb42ba gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:56:14.399724 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4ada062d-8eef-4482-822f-07520a8c13d4 req-c13265ca-08f3-44f7-897c-4a5c66bd556e service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920770 Jul 21 10:56:14.492858 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4ada062d-8eef-4482-822f-07520a8c13d4 req-d6e0c276-4225-4090-adb1-72fd27b0e287 service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855234 Jul 21 10:56:14.507225 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:14.512356 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-586668ce-7099-4312-b3a5-b7bc57079431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': 'bbc0beff-147c-4d05-8e69-a6d7b11839d7', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'port_id': 'ddef567e-1162-4e85-93ce-7def8406c8b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'mac_address': 'fa:16:3e:59:3c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:56:12Z', 'updated_at': '2022-07-21T10:56:12Z', 'revision_number': 0, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:56:14.541973 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586668ce-7099-4312-b3a5-b7bc57079431 None None] The sync data for ids ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'] in dv-cinder-849800-2-iscsi is: [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': 'bbc0beff-147c-4d05-8e69-a6d7b11839d7', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'port_id': 'ddef567e-1162-4e85-93ce-7def8406c8b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'mac_address': 'fa:16:3e:59:3c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:56:12Z', 'updated_at': '2022-07-21T10:56:12Z', 'revision_number': 0, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:56:14.726774 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bdc6e4-16f8-404a-ae42-9eadf17ddc6a None None] New status for floating IP bbc0beff-147c-4d05-8e69-a6d7b11839d7: ACTIVE {{(pid=111081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:56:14.947996 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:18.283862 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-26dd5980-0411-4e7c-ba1e-8b2b4a2078fb req-ce10c410-d498-4efe-a72f-adb0b83a76f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425386 Jul 21 10:56:18.384683 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd5980-0411-4e7c-ba1e-8b2b4a2078fb req-d0039433-4074-437a-b9a7-41958304c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:18.386168 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-26dd5980-0411-4e7c-ba1e-8b2b4a2078fb req-d0039433-4074-437a-b9a7-41958304c8fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce3ae8ed116141658017f823c633c2f2&device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 1130 time: 0.0403271 Jul 21 10:56:18.493071 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd5980-0411-4e7c-ba1e-8b2b4a2078fb req-9159a6cd-c9c9-4f2e-8426-fb20dbc482c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:18.494440 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-26dd5980-0411-4e7c-ba1e-8b2b4a2078fb req-9159a6cd-c9c9-4f2e-8426-fb20dbc482c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377 HTTP/1.1" status: 200 len: 912 time: 0.0892603 Jul 21 10:56:18.553363 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:18.557388 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-26dd5980-0411-4e7c-ba1e-8b2b4a2078fb req-5686a72e-9ca7-4d75-8bf1-fc7c6bb7fc1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9413091b-0c11-431b-a541-d2ab3dd8bc2f HTTP/1.1" status: 200 len: 1001 time: 0.0551662 Jul 21 10:56:18.573494 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:18.610294 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd5980-0411-4e7c-ba1e-8b2b4a2078fb req-e9f19300-ab37-4d0d-9ffd-01fb22cf21cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:18.611753 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-26dd5980-0411-4e7c-ba1e-8b2b4a2078fb req-e9f19300-ab37-4d0d-9ffd-01fb22cf21cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c73223d2-a824-44a2-839c-c12a914ca57f HTTP/1.1" status: 200 len: 850 time: 0.0449882 Jul 21 10:56:18.653954 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd5980-0411-4e7c-ba1e-8b2b4a2078fb req-7e632553-8b36-4c06-9b12-bee6c26197ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:18.655457 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-26dd5980-0411-4e7c-ba1e-8b2b4a2078fb req-7e632553-8b36-4c06-9b12-bee6c26197ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376728 Jul 21 10:56:18.749990 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-26dd5980-0411-4e7c-ba1e-8b2b4a2078fb req-4e66830e-cf5c-4324-a868-31f46c826745 service neutron] 10.222.0.57 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871348 Jul 21 10:56:18.842229 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-26dd5980-0411-4e7c-ba1e-8b2b4a2078fb req-2745282d-70e9-4b06-8dcc-384c26bf1dd2 service neutron] 10.222.0.57 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867066 Jul 21 10:56:21.364466 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-a15419c5-5fe7-4662-ab20-0ab34e045453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:23.904721 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=60,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:23.908511 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=33 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:23.959252 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-301d8c74-919d-46bc-ab76-7f7b78d6a9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:25.363318 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:26.649370 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:26.798658 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:28.837508 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=23 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:28.839386 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=33 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:31.599992 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:31.603793 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:36.732866 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:36.739813 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:37.609187 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:56:38.266372 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e134d85-b2ed-4d43-86dc-7aa963849bee req-768537c1-d10a-4d70-8321-b0829755e5e8 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:38.267858 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6e134d85-b2ed-4d43-86dc-7aa963849bee req-768537c1-d10a-4d70-8321-b0829755e5e8 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0489287 Jul 21 10:56:38.315454 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6e134d85-b2ed-4d43-86dc-7aa963849bee req-30298c6f-8f4e-4537-9741-224d87208e5a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419838 Jul 21 10:56:39.483152 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6cf7f-7f67-4395-b10d-4f3d9d2bd4f7 req-f2fcaade-c7c3-495d-beef-62f65cdb6aea tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:39.484606 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8ac6cf7f-7f67-4395-b10d-4f3d9d2bd4f7 req-f2fcaade-c7c3-495d-beef-62f65cdb6aea tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0999684 Jul 21 10:56:39.531898 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8ac6cf7f-7f67-4395-b10d-4f3d9d2bd4f7 req-4d89b0f8-18df-4f06-bd7b-bed545fc1d0e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416155 Jul 21 10:56:40.644214 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91195d-2d41-4a17-8be5-ee7402a4603a req-a59d0553-1b25-4972-9bc6-b45517637af0 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:40.645670 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6a91195d-2d41-4a17-8be5-ee7402a4603a req-a59d0553-1b25-4972-9bc6-b45517637af0 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0464349 Jul 21 10:56:40.693214 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6a91195d-2d41-4a17-8be5-ee7402a4603a req-19c290a9-208f-46e8-b009-be739fb83d8f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419216 Jul 21 10:56:41.807488 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d193be2-3738-47b9-bf20-57e077e042bc req-bb31fb88-45a9-4817-a139-05db1e09e27e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:41.808930 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5d193be2-3738-47b9-bf20-57e077e042bc req-bb31fb88-45a9-4817-a139-05db1e09e27e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0474701 Jul 21 10:56:41.858801 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5d193be2-3738-47b9-bf20-57e077e042bc req-c2817273-beff-4982-9d27-8e53a3178d90 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444529 Jul 21 10:56:42.971050 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920716b-7e2c-4abf-93fe-b2ad9c20a410 req-730395f5-9f87-4bce-98ef-b73f14cc665f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:42.973420 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6920716b-7e2c-4abf-93fe-b2ad9c20a410 req-730395f5-9f87-4bce-98ef-b73f14cc665f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0486038 Jul 21 10:56:43.020243 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6920716b-7e2c-4abf-93fe-b2ad9c20a410 req-da4973ae-5365-4921-89e2-e05e56c6d299 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416064 Jul 21 10:56:44.134328 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3ccb9-8118-4e1c-803e-9e30c800aa38 req-ec8bfee4-e031-4653-b82f-459680796d59 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:44.135813 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-54a3ccb9-8118-4e1c-803e-9e30c800aa38 req-ec8bfee4-e031-4653-b82f-459680796d59 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0474522 Jul 21 10:56:44.181877 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-54a3ccb9-8118-4e1c-803e-9e30c800aa38 req-2d53d4cd-bd42-4b89-83db-08d366694e9f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405829 Jul 21 10:56:44.899942 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:45.299561 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6ea29-4f1d-4e7d-a693-35e4ab4f6b13 req-c608f5d6-983b-407c-80b9-b3eb1546c726 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:45.302132 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-04e6ea29-4f1d-4e7d-a693-35e4ab4f6b13 req-c608f5d6-983b-407c-80b9-b3eb1546c726 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0523489 Jul 21 10:56:45.349106 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-04e6ea29-4f1d-4e7d-a693-35e4ab4f6b13 req-d95d987a-fff8-45b6-9402-59d4b713b808 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415354 Jul 21 10:56:46.462069 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9f913-5369-4122-a61e-87ada2e82dd2 req-81435736-3f07-47d7-b2ef-01b2ba128830 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:46.463470 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-13d9f913-5369-4122-a61e-87ada2e82dd2 req-81435736-3f07-47d7-b2ef-01b2ba128830 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0471029 Jul 21 10:56:46.510399 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-13d9f913-5369-4122-a61e-87ada2e82dd2 req-6d60a070-180b-4bb2-9a46-f38eb1ded74e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414846 Jul 21 10:56:47.605308 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:47.606069 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:47.623885 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55133b-5810-43d8-81c1-caab27106088 req-8c6e70d1-6c83-4997-a168-556c694f056b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:47.625507 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9a55133b-5810-43d8-81c1-caab27106088 req-8c6e70d1-6c83-4997-a168-556c694f056b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0482829 Jul 21 10:56:47.677951 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9a55133b-5810-43d8-81c1-caab27106088 req-a07f1f3e-4792-47be-9d81-dc2ff236e3da tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467474 Jul 21 10:56:48.797772 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4870a4-8c2c-462b-8ba7-943862611d7c req-5d9bf2ec-9eff-4230-aa98-b4a9d6837ef4 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:48.799317 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-df4870a4-8c2c-462b-8ba7-943862611d7c req-5d9bf2ec-9eff-4230-aa98-b4a9d6837ef4 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0501730 Jul 21 10:56:48.852071 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-df4870a4-8c2c-462b-8ba7-943862611d7c req-bb688fcc-62e8-48ce-a7db-6ce40aaae304 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449083 Jul 21 10:56:49.972884 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1dd6e-534e-4665-82c7-4fbf9431ba65 req-6babcc19-c0b0-4758-b4ba-20ecce90b2fc tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:49.974366 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6ee1dd6e-534e-4665-82c7-4fbf9431ba65 req-6babcc19-c0b0-4758-b4ba-20ecce90b2fc tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0468521 Jul 21 10:56:50.009582 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:50.021786 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6ee1dd6e-534e-4665-82c7-4fbf9431ba65 req-1d3d0785-b734-4f86-a951-6c2e104f8362 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421238 Jul 21 10:56:50.289253 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:56:50.308266 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9942f1-0e1d-46cd-aa99-7c7fa7f4b089 req-96ac6622-bddf-403a-a49b-7790bb5dda7b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:50.309740 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8f9942f1-0e1d-46cd-aa99-7c7fa7f4b089 req-96ac6622-bddf-403a-a49b-7790bb5dda7b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0521171 Jul 21 10:56:50.359321 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8f9942f1-0e1d-46cd-aa99-7c7fa7f4b089 req-fc071cb5-56f2-460a-85b9-8172aa473ea7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438511 Jul 21 10:56:50.466056 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eb440-ba1a-4349-8164-a29804e83577 req-2e5e3a10-3fbe-42c1-862a-214274a8530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:50.467625 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d63eb440-ba1a-4349-8164-a29804e83577 req-2e5e3a10-3fbe-42c1-862a-214274a8530f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce3ae8ed116141658017f823c633c2f2&device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 1130 time: 0.0853274 Jul 21 10:56:50.557571 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eb440-ba1a-4349-8164-a29804e83577 req-23d48394-4186-4562-9220-d13728262581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:50.559055 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d63eb440-ba1a-4349-8164-a29804e83577 req-23d48394-4186-4562-9220-d13728262581 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377 HTTP/1.1" status: 200 len: 912 time: 0.0848837 Jul 21 10:56:50.625498 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d63eb440-ba1a-4349-8164-a29804e83577 req-df73d604-7c87-4d08-b279-5dcb4f56f69c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9413091b-0c11-431b-a541-d2ab3dd8bc2f HTTP/1.1" status: 200 len: 1001 time: 0.0584040 Jul 21 10:56:50.674469 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eb440-ba1a-4349-8164-a29804e83577 req-b0ae7b99-77d1-44fa-9e99-18760f44fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:50.676618 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d63eb440-ba1a-4349-8164-a29804e83577 req-b0ae7b99-77d1-44fa-9e99-18760f44fd48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c73223d2-a824-44a2-839c-c12a914ca57f HTTP/1.1" status: 200 len: 850 time: 0.0445635 Jul 21 10:56:50.720776 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eb440-ba1a-4349-8164-a29804e83577 req-584e79c4-34de-4a13-b117-57c4ceaf663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:50.723336 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d63eb440-ba1a-4349-8164-a29804e83577 req-584e79c4-34de-4a13-b117-57c4ceaf663f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391581 Jul 21 10:56:50.733246 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [req-d63eb440-ba1a-4349-8164-a29804e83577 req-9e705703-634a-48d6-b260-57b0b72e8cc4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 10:56:50.734167 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d63eb440-ba1a-4349-8164-a29804e83577 req-9e705703-634a-48d6-b260-57b0b72e8cc4 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049016 Jul 21 10:56:50.828514 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d63eb440-ba1a-4349-8164-a29804e83577 req-d48f3d0e-06e7-4f60-9de8-7d70cd6b06a9 service neutron] 10.222.0.57 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863209 Jul 21 10:56:50.921086 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d63eb440-ba1a-4349-8164-a29804e83577 req-0c042b81-61c3-44df-a2e9-12a1fd1b1084 service neutron] 10.222.0.57 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864623 Jul 21 10:56:51.430645 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-653279a5-acd3-4bd0-a808-5cc6e191984f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:51.475233 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b057388-8732-4ee9-b14a-bb9e27fbd8e9 req-109a09e6-84e8-42ef-acb6-a7d8d20a9ed8 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:51.476701 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8b057388-8732-4ee9-b14a-bb9e27fbd8e9 req-109a09e6-84e8-42ef-acb6-a7d8d20a9ed8 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0476327 Jul 21 10:56:51.524439 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8b057388-8732-4ee9-b14a-bb9e27fbd8e9 req-2d05479c-9bd1-4634-9eaf-2d85413cbd78 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422463 Jul 21 10:56:52.640654 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59e321-215a-444f-87fc-4f3b7f29cf04 req-3c7a8254-2ba9-4577-a116-a3aae49a8ce1 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:56:52.642162 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fc59e321-215a-444f-87fc-4f3b7f29cf04 req-3c7a8254-2ba9-4577-a116-a3aae49a8ce1 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0506399 Jul 21 10:56:52.688132 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fc59e321-215a-444f-87fc-4f3b7f29cf04 req-2640ddc9-7488-46b4-ae92-f8d6b6469f6c tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397916 Jul 21 10:56:53.973703 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c62249b0-fa98-44a2-8428-ce956f0a60af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:55.340710 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:56.689571 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:56:56.798251 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:00.916925 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=47 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:00.918214 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=47 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:02.682214 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=21 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:02.685128 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=31 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:06.743056 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:06.746936 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:08.599833 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:08.600510 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=4 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:14.608991 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:57:14.894267 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:19.266086 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-50d137aa-ed3e-4ee2-8903-869f4785192d req-7e0cbf01-7be4-4e22-a2eb-eb21122acbba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388980 Jul 21 10:57:19.336952 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d137aa-ed3e-4ee2-8903-869f4785192d req-a5268a75-32cf-443f-9425-49d37eea2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:19.338415 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-50d137aa-ed3e-4ee2-8903-869f4785192d req-a5268a75-32cf-443f-9425-49d37eea2e2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c99e5deac07a429c9c771ef41d278a46&device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 1129 time: 0.0394773 Jul 21 10:57:19.450094 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d137aa-ed3e-4ee2-8903-869f4785192d req-522ebf22-5b6b-44a2-964c-d881bd44a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:19.451502 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-50d137aa-ed3e-4ee2-8903-869f4785192d req-522ebf22-5b6b-44a2-964c-d881bd44a147 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc0b2a51-d561-47c8-bdc0-392c408f6063 HTTP/1.1" status: 200 len: 913 time: 0.0905263 Jul 21 10:57:19.512140 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-50d137aa-ed3e-4ee2-8903-869f4785192d req-a5f07932-abbf-4838-ac86-454eb52e0392 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddef567e-1162-4e85-93ce-7def8406c8b9 HTTP/1.1" status: 200 len: 1001 time: 0.0541058 Jul 21 10:57:19.559466 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d137aa-ed3e-4ee2-8903-869f4785192d req-23e65dcf-aa4b-4c83-ab20-6f3e934e33b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:19.560852 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-50d137aa-ed3e-4ee2-8903-869f4785192d req-23e65dcf-aa4b-4c83-ab20-6f3e934e33b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91dfb6c3-be9f-472a-a4b6-7542992a3b45 HTTP/1.1" status: 200 len: 851 time: 0.0430102 Jul 21 10:57:19.606346 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d137aa-ed3e-4ee2-8903-869f4785192d req-9e0738c5-9ec6-41ba-8b49-440363395426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:19.607838 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-50d137aa-ed3e-4ee2-8903-869f4785192d req-9e0738c5-9ec6-41ba-8b49-440363395426 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc0b2a51-d561-47c8-bdc0-392c408f6063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409315 Jul 21 10:57:19.697402 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-50d137aa-ed3e-4ee2-8903-869f4785192d req-a1e55ddb-0a68-4565-9cc0-d3ebefdc5fd0 service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815396 Jul 21 10:57:19.789522 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-50d137aa-ed3e-4ee2-8903-869f4785192d req-417632f2-ebc1-4c79-8a4b-29a154fa6990 service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858343 Jul 21 10:57:21.397539 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-d0b8280f-79d9-4c6e-9a02-01816d604fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:23.997095 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-309f6cac-859b-4749-bb1b-c19e41682c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:24.605324 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:24.606623 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:25.263923 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170700e7-6396-43df-be26-ef8640b3d675 req-d8755de5-bae1-4157-bd12-84151a6193cd tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:25.265574 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-170700e7-6396-43df-be26-ef8640b3d675 req-d8755de5-bae1-4157-bd12-84151a6193cd tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0488906 Jul 21 10:57:25.313242 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-170700e7-6396-43df-be26-ef8640b3d675 req-0a3deb3b-bcba-40fc-b281-54435c2bdaf4 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421848 Jul 21 10:57:25.380568 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:26.430747 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e1a61-ff30-4307-939c-0a1991766e18 req-e3ad3cca-d68d-47e0-a030-b422a0f8ac77 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:26.432125 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a64e1a61-ff30-4307-939c-0a1991766e18 req-e3ad3cca-d68d-47e0-a030-b422a0f8ac77 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0476770 Jul 21 10:57:26.483208 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a64e1a61-ff30-4307-939c-0a1991766e18 req-81ac56e9-86cf-4872-a256-40772db6ff28 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457332 Jul 21 10:57:26.659704 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:26.819887 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:27.166201 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd7f2d-6bbe-4712-98ef-4b21cabe2804 req-8c88e19b-bbe2-486e-9178-390f79b21f2e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:27.167674 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-35cd7f2d-6bbe-4712-98ef-4b21cabe2804 req-8c88e19b-bbe2-486e-9178-390f79b21f2e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0463452 Jul 21 10:57:27.257985 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-35cd7f2d-6bbe-4712-98ef-4b21cabe2804 req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Deleting port 9413091b-0c11-431b-a541-d2ab3dd8bc2f {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:57:27.258325 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-35cd7f2d-6bbe-4712-98ef-4b21cabe2804 req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (9413091b-0c11-431b-a541-d2ab3dd8bc2f), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:27.345719 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-35cd7f2d-6bbe-4712-98ef-4b21cabe2804 req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] For port 9413091b-0c11-431b-a541-d2ab3dd8bc2f, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=9413091b-0c11-431b-a541-d2ab3dd8bc2f,segment=NetworkSegment(694da1f4-7f8a-4c77-abb4-6e63a68db39f),segment_id=694da1f4-7f8a-4c77-abb4-6e63a68db39f)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:57:27.346081 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-35cd7f2d-6bbe-4712-98ef-4b21cabe2804 req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (9413091b-0c11-431b-a541-d2ab3dd8bc2f), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:27.602324 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cad88-3523-4798-8fd3-a92e43f075ad req-d5076e0f-2ec7-4365-a4b1-7309d0185580 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:27.603906 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b76cad88-3523-4798-8fd3-a92e43f075ad req-d5076e0f-2ec7-4365-a4b1-7309d0185580 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 946 time: 0.0511212 Jul 21 10:57:27.654213 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b76cad88-3523-4798-8fd3-a92e43f075ad req-25a445a6-0136-40a8-bc94-3ea22a3a4161 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6f54751-6d6f-4a17-bef2-6c2dcb48211b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447047 Jul 21 10:57:27.753374 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-35cd7f2d-6bbe-4712-98ef-4b21cabe2804 req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:27.753740 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-35cd7f2d-6bbe-4712-98ef-4b21cabe2804 req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (d47c5990-02f2-4437-85be-1a6c2e237ddd), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:27.754062 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.l3_db [req-35cd7f2d-6bbe-4712-98ef-4b21cabe2804 req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Floating IP d47c5990-02f2-4437-85be-1a6c2e237ddd disassociated. External IP: 172.27.0.21, port: 9413091b-0c11-431b-a541-d2ab3dd8bc2f. Jul 21 10:57:27.754418 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-35cd7f2d-6bbe-4712-98ef-4b21cabe2804 req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Calling delete_port for 9413091b-0c11-431b-a541-d2ab3dd8bc2f owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:57:27.802151 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:27.826535 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:27.929355 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-35cd7f2d-6bbe-4712-98ef-4b21cabe2804 req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (9413091b-0c11-431b-a541-d2ab3dd8bc2f), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:27.955705 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Pushing event deleted for resources: {'Port': ['ID=9413091b-0c11-431b-a541-d2ab3dd8bc2f,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:57:27.966400 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:27.966777 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:27.967132 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:27.967521 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:27.967887 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:27.968228 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:27.968566 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:27.968901 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:27.969726 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:27.969726 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:27.969933 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:27.970203 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:27.970535 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:27.970884 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:27.971213 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:28.083933 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35cd7f2d-6bbe-4712-98ef-4b21cabe2804 req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:57:28.190965 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35cd7f2d-6bbe-4712-98ef-4b21cabe2804 req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:57:28.203307 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8d48d-0c7e-442a-8f6c-9eee7251d7e6 None None] Sync routers for ids ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:57:28.212935 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8d48d-0c7e-442a-8f6c-9eee7251d7e6 None None] Routers {'3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:57:28.213557 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-55a8d48d-0c7e-442a-8f6c-9eee7251d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:57:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:57:28.234624 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cd7f2d-6bbe-4712-98ef-4b21cabe2804 req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] No DVR routers for this DVR port 9413091b-0c11-431b-a541-d2ab3dd8bc2f on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:57:28.237146 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-35cd7f2d-6bbe-4712-98ef-4b21cabe2804 req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:28.240464 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-35cd7f2d-6bbe-4712-98ef-4b21cabe2804 req-4f759ccf-0dc6-4435-b685-24c164df818a tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.57 "DELETE /v2.0/ports/9413091b-0c11-431b-a541-d2ab3dd8bc2f HTTP/1.1" status: 204 len: 173 time: 1.0676823 Jul 21 10:57:28.241554 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec19443-8399-4f5f-b530-179ac8488e8a', 'name': 'network-vif-deleted', 'tag': '9413091b-0c11-431b-a541-d2ab3dd8bc2f'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:57:28.244408 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7465c93c-95d9-4412-b3b0-82aa9630fb88" -d '{"events": [{"server_uuid": "5ec19443-8399-4f5f-b530-179ac8488e8a", "name": "network-vif-deleted", "tag": "9413091b-0c11-431b-a541-d2ab3dd8bc2f"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:57:28.323407 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-55a8d48d-0c7e-442a-8f6c-9eee7251d7e6 None None] Set router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:57:28.341485 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7b8227-d829-407c-b7ad-de07521efd88 x-openstack-request-id: req-0f7b8227-d829-407c-b7ad-de07521efd88 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:57:28.341996 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec19443-8399-4f5f-b530-179ac8488e8a", "name": "network-vif-deleted", "tag": "9413091b-0c11-431b-a541-d2ab3dd8bc2f", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:57:28.342412 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f7b8227-d829-407c-b7ad-de07521efd88 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:57:28.343039 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f7b8227-d829-407c-b7ad-de07521efd88'] response: {'server_uuid': '5ec19443-8399-4f5f-b530-179ac8488e8a', 'name': 'network-vif-deleted', 'tag': '9413091b-0c11-431b-a541-d2ab3dd8bc2f', 'status': 'completed', 'code': 200} Jul 21 10:57:28.529600 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-55a8d48d-0c7e-442a-8f6c-9eee7251d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:54:30Z', 'revision_number': 4, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '6a535443-e402-49a2-860b-cabc07d2d674', 'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'mac_address': 'fa:16:3e:f9:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:29Z', 'updated_at': '2022-07-21T10:54:34Z', 'revision_number': 5, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'subnets': [{'id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:57:28.560643 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8d48d-0c7e-442a-8f6c-9eee7251d7e6 None None] Checking router: 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:57:28.567228 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8d48d-0c7e-442a-8f6c-9eee7251d7e6 None None] Routers {'3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:57:28.567845 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-55a8d48d-0c7e-442a-8f6c-9eee7251d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:57:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:57:28.669943 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-55a8d48d-0c7e-442a-8f6c-9eee7251d7e6 None None] Set router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:57:28.766975 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-de22de13-5430-4863-bf22-ac4295101c89 req-0afc246b-247e-4758-95d5-fd78692c369d tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ec19443-8399-4f5f-b530-179ac8488e8a HTTP/1.1" status: 200 len: 210 time: 0.0297382 Jul 21 10:57:28.985771 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-55a8d48d-0c7e-442a-8f6c-9eee7251d7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:54:30Z', 'revision_number': 4, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '6a535443-e402-49a2-860b-cabc07d2d674', 'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'mac_address': 'fa:16:3e:f9:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:29Z', 'updated_at': '2022-07-21T10:54:34Z', 'revision_number': 5, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'subnets': [{'id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:57:29.010030 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8d48d-0c7e-442a-8f6c-9eee7251d7e6 None None] The sync data for ids ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'] in dv-cinder-849800-2-iscsi is: [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:54:30Z', 'revision_number': 4, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '6a535443-e402-49a2-860b-cabc07d2d674', 'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'mac_address': 'fa:16:3e:f9:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:29Z', 'updated_at': '2022-07-21T10:54:34Z', 'revision_number': 5, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'subnets': [{'id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:57:29.243309 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73206695-12ec-422f-b942-b43ba61bb348 None None] New status for floating IP d47c5990-02f2-4437-85be-1a6c2e237ddd: DOWN {{(pid=111081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:57:30.940712 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42858) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:57:30.995863 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group (d6f54751-6d6f-4a17-bef2-6c2dcb48211b), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:31.023609 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group (d6f54751-6d6f-4a17-bef2-6c2dcb48211b), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:31.138918 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (d6f54751-6d6f-4a17-bef2-6c2dcb48211b), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:31.141465 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:31.142651 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "DELETE /v2.0/security-groups/d6f54751-6d6f-4a17-bef2-6c2dcb48211b HTTP/1.1" status: 204 len: 168 time: 0.2007592 Jul 21 10:57:31.145478 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42860) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:57:31.152534 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f54751-6d6f-4a17-bef2-6c2dcb48211b,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:57:31.159626 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:31.159981 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:31.160329 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:31.160456 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.api.v2.resource [None req-1a200067-88f8-4055-b5b7-6b2098ea9e53 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] show failed (client error): The resource could not be found. Jul 21 10:57:31.160675 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:31.164732 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:31.164732 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:31.164992 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-1a200067-88f8-4055-b5b7-6b2098ea9e53 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups/d6f54751-6d6f-4a17-bef2-6c2dcb48211b HTTP/1.1" status: 404 len: 347 time: 0.0148914 Jul 21 10:57:31.165086 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:31.165086 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:31.165086 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:31.165086 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:31.165086 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:31.165086 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:31.165086 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:31.165086 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:31.165718 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42862) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:57:31.165804 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d96fc0-2c0f-4dc8-99ee-b1a9d75bbf2f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:31.280186 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-f059ffc7-013d-44a4-853b-0665420fbf8e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Deleting port 7f4945dd-0e61-4715-bc6c-18f47a27ae26 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:57:31.280536 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f059ffc7-013d-44a4-853b-0665420fbf8e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (7f4945dd-0e61-4715-bc6c-18f47a27ae26), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:31.358759 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f059ffc7-013d-44a4-853b-0665420fbf8e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (7f4945dd-0e61-4715-bc6c-18f47a27ae26), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:31.359095 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f059ffc7-013d-44a4-853b-0665420fbf8e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for floatingip (7f4945dd-0e61-4715-bc6c-18f47a27ae26), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:31.371567 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-f059ffc7-013d-44a4-853b-0665420fbf8e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Calling delete_port for 7f4945dd-0e61-4715-bc6c-18f47a27ae26 owned by network:floatingip {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:57:31.493668 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:31.584127 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f059ffc7-013d-44a4-853b-0665420fbf8e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (7f4945dd-0e61-4715-bc6c-18f47a27ae26), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:31.609706 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059ffc7-013d-44a4-853b-0665420fbf8e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Pushing event deleted for resources: {'Port': ['ID=7f4945dd-0e61-4715-bc6c-18f47a27ae26,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:57:31.672079 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f059ffc7-013d-44a4-853b-0665420fbf8e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for floatingip (d47c5990-02f2-4437-85be-1a6c2e237ddd), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:31.674579 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-f059ffc7-013d-44a4-853b-0665420fbf8e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:31.675749 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-f059ffc7-013d-44a4-853b-0665420fbf8e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "DELETE /v2.0/floatingips/d47c5990-02f2-4437-85be-1a6c2e237ddd HTTP/1.1" status: 204 len: 168 time: 0.5096853 Jul 21 10:57:31.681136 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 9413091b-0c11-431b-a541-d2ab3dd8bc2f no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:57:31.701358 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: 9413091b-0c11-431b-a541-d2ab3dd8bc2f {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:57:31.701711 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 9413091b-0c11-431b-a541-d2ab3dd8bc2f not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:57:31.815748 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42866) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:57:31.821143 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-12a2f949-6ef6-4eef-a11d-32dffd7b4d71 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1236966579', 'description': 'tempest-description--1454855679'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:57:31.900018 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-12a2f949-6ef6-4eef-a11d-32dffd7b4d71 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:31.971219 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-12a2f949-6ef6-4eef-a11d-32dffd7b4d71 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group (5182f216-b853-4d54-8996-351e88508e26), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:32.048236 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-12a2f949-6ef6-4eef-a11d-32dffd7b4d71 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (5182f216-b853-4d54-8996-351e88508e26), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:32.077431 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2f949-6ef6-4eef-a11d-32dffd7b4d71 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5182f216-b853-4d54-8996-351e88508e26,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:57:32.146364 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-12a2f949-6ef6-4eef-a11d-32dffd7b4d71 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:32.148327 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-12a2f949-6ef6-4eef-a11d-32dffd7b4d71 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3315334 Jul 21 10:57:32.151174 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42868) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:57:32.155438 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-18fdf8a8-5f98-458a-8249-518b8a70366c tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Request body: {'security_group_rule': {'security_group_id': '5182f216-b853-4d54-8996-351e88508e26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:57:32.241519 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:32.243516 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-18fdf8a8-5f98-458a-8249-518b8a70366c tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group_rule (18de37d6-7a6d-48f6-8616-b62c6c915804), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:32.299102 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-18fdf8a8-5f98-458a-8249-518b8a70366c tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group_rule (18de37d6-7a6d-48f6-8616-b62c6c915804), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:32.391130 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-18fdf8a8-5f98-458a-8249-518b8a70366c tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (18de37d6-7a6d-48f6-8616-b62c6c915804), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:32.410734 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdf8a8-5f98-458a-8249-518b8a70366c tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18de37d6-7a6d-48f6-8616-b62c6c915804,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:57:32.489937 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-18fdf8a8-5f98-458a-8249-518b8a70366c tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:32.491796 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-18fdf8a8-5f98-458a-8249-518b8a70366c tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3396997 Jul 21 10:57:32.494637 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42870) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:57:32.499729 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-21aa9706-7fcb-4964-9f31-38a209023ce9 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Request body: {'security_group_rule': {'security_group_id': '5182f216-b853-4d54-8996-351e88508e26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:57:32.591628 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-21aa9706-7fcb-4964-9f31-38a209023ce9 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group_rule (8d78ded9-bcd4-4214-b33a-0f4e2fd5b451), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:32.639308 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-21aa9706-7fcb-4964-9f31-38a209023ce9 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group_rule (8d78ded9-bcd4-4214-b33a-0f4e2fd5b451), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:32.693639 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-21aa9706-7fcb-4964-9f31-38a209023ce9 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8083403'] for security_group_rule (8d78ded9-bcd4-4214-b33a-0f4e2fd5b451), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:32.715956 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa9706-7fcb-4964-9f31-38a209023ce9 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d78ded9-bcd4-4214-b33a-0f4e2fd5b451,revision_number=0']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:57:32.797298 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-21aa9706-7fcb-4964-9f31-38a209023ce9 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:32.798489 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-21aa9706-7fcb-4964-9f31-38a209023ce9 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3028836 Jul 21 10:57:32.801485 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 42872) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:57:32.805705 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [None req-8af26113-8c34-427a-9ced-196746826d99 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Request body: {'floatingip': {'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:57:32.899380 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8af26113-8c34-427a-9ced-196746826d99 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:32.978278 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8af26113-8c34-427a-9ced-196746826d99 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:32.984814 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:33.089235 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [None req-8af26113-8c34-427a-9ced-196746826d99 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Allocated IP 172.27.0.153 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/c428770c-ef67-4a61-9db8-b8ff3c3568d3) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:57:33.193620 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8af26113-8c34-427a-9ced-196746826d99 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for port (c428770c-ef67-4a61-9db8-b8ff3c3568d3), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:33.282846 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8af26113-8c34-427a-9ced-196746826d99 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (c428770c-ef67-4a61-9db8-b8ff3c3568d3), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:33.286016 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:33.328425 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af26113-8c34-427a-9ced-196746826d99 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:57:33.333781 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [None req-8af26113-8c34-427a-9ced-196746826d99 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:57:33.336484 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af26113-8c34-427a-9ced-196746826d99 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Pushing event updated for resources: {'Port': ['ID=c428770c-ef67-4a61-9db8-b8ff3c3568d3,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:57:33.338625 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af26113-8c34-427a-9ced-196746826d99 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:57:33.419833 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8af26113-8c34-427a-9ced-196746826d99 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for floatingip (9416f01a-5616-4d7c-b092-5304b23a6080), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:33.515832 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8af26113-8c34-427a-9ced-196746826d99 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (c428770c-ef67-4a61-9db8-b8ff3c3568d3), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:33.662369 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8af26113-8c34-427a-9ced-196746826d99 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for port (c428770c-ef67-4a61-9db8-b8ff3c3568d3), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:33.745463 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8af26113-8c34-427a-9ced-196746826d99 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (c428770c-ef67-4a61-9db8-b8ff3c3568d3), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:33.815385 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af26113-8c34-427a-9ced-196746826d99 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Pushing event updated for resources: {'Port': ['ID=c428770c-ef67-4a61-9db8-b8ff3c3568d3,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:57:33.827799 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8af26113-8c34-427a-9ced-196746826d99 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (9416f01a-5616-4d7c-b092-5304b23a6080), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:33.890041 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-8af26113-8c34-427a-9ced-196746826d99 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:33.891321 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-8af26113-8c34-427a-9ced-196746826d99 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0889242 Jul 21 10:57:34.087022 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-0ade8f4a-9a82-4be7-81a3-1bde83c0ae60 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1236966579&fields=id&tenant_id=ce3ae8ed116141658017f823c633c2f2 HTTP/1.1" status: 200 len: 267 time: 0.0435851 Jul 21 10:57:34.197671 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-0d72a81c-b989-4659-8386-e79ae9f1217c tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:34.199158 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-0d72a81c-b989-4659-8386-e79ae9f1217c tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/networks?id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377 HTTP/1.1" status: 200 len: 811 time: 0.1059074 Jul 21 10:57:34.214374 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-c2e56347-84fc-4f6e-9140-86daae30a072 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/quotas/ce3ae8ed116141658017f823c633c2f2 HTTP/1.1" status: 200 len: 375 time: 0.0099359 Jul 21 10:57:34.262903 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-fd14e64d-6ba1-405a-88ad-aa3a308ef337 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce3ae8ed116141658017f823c633c2f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436912 Jul 21 10:57:34.326096 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-608f3442-e888-4dfe-845e-1e1e70cab4e0 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 10:57:34.326096 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-608f3442-e888-4dfe-845e-1e1e70cab4e0 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0482955 Jul 21 10:57:34.416557 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-f4b88a0b-81e2-425b-bfff-f338e54528c0 service neutron] 10.222.0.48 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881991 Jul 21 10:57:34.510885 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-8e1e89df-ce15-4ffb-ad47-2f6fd4cde9a3 service neutron] 10.222.0.48 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882444 Jul 21 10:57:34.758154 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f785bf9b-9088-4898-9dd0-1fb04bc319f3 req-f6959a55-0216-4d30-9d9b-4c6accc243e1 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 210 time: 0.0300875 Jul 21 10:57:35.858956 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-332b3104-7564-460e-a4b1-ccb57750c5f2 req-624f7f16-659c-4b3d-9b3a-9f42f49f4044 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 210 time: 0.0314152 Jul 21 10:57:36.608752 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-a9205124-1e5c-481d-874b-0b00882e2d86 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:36.610125 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-a9205124-1e5c-481d-874b-0b00882e2d86 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.57 "GET /v2.0/networks?id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377 HTTP/1.1" status: 200 len: 811 time: 0.1103885 Jul 21 10:57:36.677299 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-4cab3068-6ee3-436f-bef6-4c5b74a54968 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce3ae8ed116141658017f823c633c2f2 HTTP/1.1" status: 200 len: 380 time: 0.0525846 Jul 21 10:57:36.686000 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-1fa88da1-c7d4-4280-9457-d2a010a39a27 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Request body: {'port': {'device_id': 'c655f0ec-4155-4f8c-8672-2014f6ea1316', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'admin_state_up': True, 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'security_groups': ['5182f216-b853-4d54-8996-351e88508e26']}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:57:36.689000 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:36.854139 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-1fa88da1-c7d4-4280-9457-d2a010a39a27 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Made reservation on behalf of ce3ae8ed116141658017f823c633c2f2 for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:57:36.857590 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-1fa88da1-c7d4-4280-9457-d2a010a39a27 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:36.957992 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2b70728e-dffb-433b-b70c-5f3909294a22 req-5d2145e5-799a-4061-898d-64b7dd0fa768 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 210 time: 0.0278034 Jul 21 10:57:36.991005 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-1fa88da1-c7d4-4280-9457-d2a010a39a27 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Allocated IP 172.20.0.7 (fcf758b3-d1d0-4113-88a1-91bfb5fdc377/c73223d2-a824-44a2-839c-c12a914ca57f/2155410f-78ee-46db-8356-a84ec028f65e) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:57:37.030790 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=6 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:37.132015 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-1fa88da1-c7d4-4280-9457-d2a010a39a27 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for port (2155410f-78ee-46db-8356-a84ec028f65e), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:37.213053 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-1fa88da1-c7d4-4280-9457-d2a010a39a27 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (2155410f-78ee-46db-8356-a84ec028f65e), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:37.256170 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-1fa88da1-c7d4-4280-9457-d2a010a39a27 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:57:37.262365 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-1fa88da1-c7d4-4280-9457-d2a010a39a27 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:57:37.266410 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-1fa88da1-c7d4-4280-9457-d2a010a39a27 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:57:37.289611 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa88da1-c7d4-4280-9457-d2a010a39a27 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Pushing event updated for resources: {'Port': ['ID=2155410f-78ee-46db-8356-a84ec028f65e,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:57:37.319722 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-1fa88da1-c7d4-4280-9457-d2a010a39a27 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:37.320343 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-1fa88da1-c7d4-4280-9457-d2a010a39a27 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:37.399548 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-1fa88da1-c7d4-4280-9457-d2a010a39a27 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7169266 Jul 21 10:57:37.417196 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Request body: {'port': {'device_id': 'c655f0ec-4155-4f8c-8672-2014f6ea1316', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:57:37.469257 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:37.470835 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:37.477452 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-78a3b73e-06b9-4b05-842e-eff07c7747e8 None None] Provisioning complete for port 2155410f-78ee-46db-8356-a84ec028f65e triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:57:37.477885 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-78a3b73e-06b9-4b05-842e-eff07c7747e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (2155410f-78ee-46db-8356-a84ec028f65e), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:37.482287 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2155410f-78ee-46db-8356-a84ec028f65e), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:37.510125 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-78a3b73e-06b9-4b05-842e-eff07c7747e8 None None] Port 2155410f-78ee-46db-8356-a84ec028f65e cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:57:37.654613 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:37.739538 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2155410f-78ee-46db-8356-a84ec028f65e {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:57:37.747317 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Publish callbacks [] for port (2155410f-78ee-46db-8356-a84ec028f65e), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:37.760789 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Transition to ACTIVE for port object 2155410f-78ee-46db-8356-a84ec028f65e will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:57:37.825359 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (2155410f-78ee-46db-8356-a84ec028f65e), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:37.881836 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Pushing event updated for resources: {'Port': ['ID=2155410f-78ee-46db-8356-a84ec028f65e,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:57:37.953317 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Attempting to bind port 2155410f-78ee-46db-8356-a84ec028f65e on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:57:37.953663 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Attempting to bind port 2155410f-78ee-46db-8356-a84ec028f65e by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '694da1f4-7f8a-4c77-abb4-6e63a68db39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:57:37.954000 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Attempting to bind port 2155410f-78ee-46db-8356-a84ec028f65e on network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:57:37.959104 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Port 2155410f-78ee-46db-8356-a84ec028f65e on network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:57:37.959433 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Attempting to bind port 2155410f-78ee-46db-8356-a84ec028f65e on network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:57:37.965355 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:57:37.965692 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Checking segment: {'id': '694da1f4-7f8a-4c77-abb4-6e63a68db39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:57:37.966071 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Bound using segment: {'id': '694da1f4-7f8a-4c77-abb4-6e63a68db39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:57:37.966509 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Bound port: 2155410f-78ee-46db-8356-a84ec028f65e, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694da1f4-7f8a-4c77-abb4-6e63a68db39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:57:37.966900 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2155410f-78ee-46db-8356-a84ec028f65e), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:37.982759 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:38.032365 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] For port 2155410f-78ee-46db-8356-a84ec028f65e, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:57:38.035954 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] For port 2155410f-78ee-46db-8356-a84ec028f65e, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2155410f-78ee-46db-8356-a84ec028f65e,segment=NetworkSegment(694da1f4-7f8a-4c77-abb4-6e63a68db39f),segment_id=694da1f4-7f8a-4c77-abb4-6e63a68db39f)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:57:38.076801 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fa1cf-b7ab-4b41-a98e-02d63331cd7c req-36276553-ae7a-4303-b25e-d3aea9fa6705 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:38.078287 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bb4fa1cf-b7ab-4b41-a98e-02d63331cd7c req-36276553-ae7a-4303-b25e-d3aea9fa6705 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 943 time: 0.0498314 Jul 21 10:57:38.109833 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:38.122960 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (2155410f-78ee-46db-8356-a84ec028f65e), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:38.126717 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-bb4fa1cf-b7ab-4b41-a98e-02d63331cd7c req-35b9b5d3-77ae-436b-a077-30d5aa87a29c tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=5182f216-b853-4d54-8996-351e88508e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425761 Jul 21 10:57:38.163666 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:38.164287 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:38.165891 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] 10.222.0.57 "PUT /v2.0/ports/2155410f-78ee-46db-8356-a84ec028f65e HTTP/1.1" status: 200 len: 1093 time: 0.7535384 Jul 21 10:57:38.174438 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c655f0ec-4155-4f8c-8672-2014f6ea1316', 'tag': '2155410f-78ee-46db-8356-a84ec028f65e'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:57:38.174438 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306d11bd-1963-44dc-9041-3f2e956ce930" -d '{"events": [{"name": "network-changed", "server_uuid": "c655f0ec-4155-4f8c-8672-2014f6ea1316", "tag": "2155410f-78ee-46db-8356-a84ec028f65e"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:57:38.205524 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374b94e-a75d-41ea-9eca-42ee9b8a5871 service neutron] Pushing event updated for resources: {'Port': ['ID=2155410f-78ee-46db-8356-a84ec028f65e,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:57:38.213930 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c539e3-b0c5-4316-a2ac-c951bed4ef95 x-openstack-request-id: req-97c539e3-b0c5-4316-a2ac-c951bed4ef95 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:57:38.214226 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c655f0ec-4155-4f8c-8672-2014f6ea1316", "tag": "2155410f-78ee-46db-8356-a84ec028f65e", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:57:38.214486 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97c539e3-b0c5-4316-a2ac-c951bed4ef95 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:57:38.214934 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c539e3-b0c5-4316-a2ac-c951bed4ef95'] response: {'name': 'network-changed', 'server_uuid': 'c655f0ec-4155-4f8c-8672-2014f6ea1316', 'tag': '2155410f-78ee-46db-8356-a84ec028f65e', 'status': 'completed', 'code': 200} Jul 21 10:57:38.300369 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d11bd-1963-44dc-9041-3f2e956ce930 req-cb85692c-288d-44f3-87ae-f81cc9637949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:38.301897 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-306d11bd-1963-44dc-9041-3f2e956ce930 req-cb85692c-288d-44f3-87ae-f81cc9637949 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce3ae8ed116141658017f823c633c2f2&device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 1127 time: 0.0444195 Jul 21 10:57:38.413759 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d11bd-1963-44dc-9041-3f2e956ce930 req-7041be2f-80ea-4efd-b10f-2056d870b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:38.415374 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-306d11bd-1963-44dc-9041-3f2e956ce930 req-7041be2f-80ea-4efd-b10f-2056d870b4a4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ce3ae8ed116141658017f823c633c2f2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1003201 Jul 21 10:57:38.508458 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d11bd-1963-44dc-9041-3f2e956ce930 req-5e691613-df94-45d8-bcb3-37b3fd43b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:38.509951 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-306d11bd-1963-44dc-9041-3f2e956ce930 req-5e691613-df94-45d8-bcb3-37b3fd43b54c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887880 Jul 21 10:57:38.606845 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-ffa42fd2-aba4-4a42-8152-1c28a3edf8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:38.608309 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-ffa42fd2-aba4-4a42-8152-1c28a3edf8dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce3ae8ed116141658017f823c633c2f2&device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 1127 time: 0.0410659 Jul 21 10:57:38.655851 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-02f1a099-a645-4298-8029-44fa0d7d83ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2155410f-78ee-46db-8356-a84ec028f65e HTTP/1.1" status: 200 len: 217 time: 0.0356195 Jul 21 10:57:38.704151 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-d1335611-4ce3-4c0a-8bca-78ae5148534c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:38.705480 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-d1335611-4ce3-4c0a-8bca-78ae5148534c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c73223d2-a824-44a2-839c-c12a914ca57f HTTP/1.1" status: 200 len: 850 time: 0.0438354 Jul 21 10:57:38.748151 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-254f07b0-d7b0-4a99-bd0c-4bf464ec3b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:38.749613 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-254f07b0-d7b0-4a99-bd0c-4bf464ec3b30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383587 Jul 21 10:57:38.782626 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:38.841754 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-da4d4c68-4b3d-41eb-abfb-7fc0cd785b23 service neutron] 10.222.0.57 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859342 Jul 21 10:57:38.930104 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-196939c5-1f12-4965-af70-c03ffa8ad95b req-04b864c5-720b-4c1e-b0da-8ac38b2f9cec service neutron] 10.222.0.57 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829203 Jul 21 10:57:39.225769 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:39.240973 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a33685-0882-41a2-bb6c-acacbd08272f req-d9f1b49c-a14c-4009-aaa2-efbec5fdde9b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:39.242482 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-93a33685-0882-41a2-bb6c-acacbd08272f req-d9f1b49c-a14c-4009-aaa2-efbec5fdde9b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 943 time: 0.0475388 Jul 21 10:57:39.293519 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-93a33685-0882-41a2-bb6c-acacbd08272f req-628b89ae-225c-4518-a5fb-165a47e69f5e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=5182f216-b853-4d54-8996-351e88508e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451715 Jul 21 10:57:39.321674 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:40.409110 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac1cfe-5a09-4626-a6ad-fb2d2d134ca3 req-e823e7de-41de-4981-9dc6-252efe0cd1a2 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:40.410565 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-99ac1cfe-5a09-4626-a6ad-fb2d2d134ca3 req-e823e7de-41de-4981-9dc6-252efe0cd1a2 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 943 time: 0.0488122 Jul 21 10:57:40.457988 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-99ac1cfe-5a09-4626-a6ad-fb2d2d134ca3 req-24f13bfb-f411-43bb-94cc-05367af5c41c tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=5182f216-b853-4d54-8996-351e88508e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413265 Jul 21 10:57:41.570189 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9bc84-783a-4d20-9bc5-d576623dd7de req-dc881dfd-e531-4a18-8c35-1609b3c282a4 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:41.571772 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-07b9bc84-783a-4d20-9bc5-d576623dd7de req-dc881dfd-e531-4a18-8c35-1609b3c282a4 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 943 time: 0.0464091 Jul 21 10:57:41.619226 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-07b9bc84-783a-4d20-9bc5-d576623dd7de req-b7c501f1-aab1-4487-811e-017fe98e691e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=5182f216-b853-4d54-8996-351e88508e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420544 Jul 21 10:57:41.693684 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 2155410f-78ee-46db-8356-a84ec028f65e details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:57:41.790398 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 2155410f-78ee-46db-8356-a84ec028f65e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2155410f-78ee-46db-8356-a84ec028f65e,segment=NetworkSegment(694da1f4-7f8a-4c77-abb4-6e63a68db39f),segment_id=694da1f4-7f8a-4c77-abb4-6e63a68db39f)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:57:41.804091 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '2155410f-78ee-46db-8356-a84ec028f65e', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'port_id': '2155410f-78ee-46db-8356-a84ec028f65e', 'mac_address': 'fa:16:3e:3e:97:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:57:41.839033 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 2155410f-78ee-46db-8356-a84ec028f65e is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:57:41.839416 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2155410f-78ee-46db-8356-a84ec028f65e), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:41.851923 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2155410f-78ee-46db-8356-a84ec028f65e {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:57:41.872005 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 2155410f-78ee-46db-8356-a84ec028f65e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2155410f-78ee-46db-8356-a84ec028f65e,segment=NetworkSegment(694da1f4-7f8a-4c77-abb4-6e63a68db39f),segment_id=694da1f4-7f8a-4c77-abb4-6e63a68db39f)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:57:41.967095 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (2155410f-78ee-46db-8356-a84ec028f65e), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:42.013221 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=2155410f-78ee-46db-8356-a84ec028f65e,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:57:42.020256 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:42.020612 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:42.020959 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:42.021313 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:42.021643 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:42.021976 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:42.022306 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:42.022661 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:42.022992 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:42.023325 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:42.023655 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:42.023987 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:42.024318 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:42.024642 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:42.024968 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:57:42.263588 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['2155410f-78ee-46db-8356-a84ec028f65e'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:57:42.735197 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79cc23-8957-4080-8dcd-3d56133a1f48 req-33134755-5149-41c8-8e59-ef3e2d29cc09 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:42.736644 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ec79cc23-8957-4080-8dcd-3d56133a1f48 req-33134755-5149-41c8-8e59-ef3e2d29cc09 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 944 time: 0.0503204 Jul 21 10:57:42.782916 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ec79cc23-8957-4080-8dcd-3d56133a1f48 req-15905d02-cce5-41f8-beaa-dd755d5c4575 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=5182f216-b853-4d54-8996-351e88508e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408151 Jul 21 10:57:43.694660 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 2155410f-78ee-46db-8356-a84ec028f65e up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:57:43.736460 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port 2155410f-78ee-46db-8356-a84ec028f65e completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:57:43.813627 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 2155410f-78ee-46db-8356-a84ec028f65e triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:57:43.814017 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (2155410f-78ee-46db-8356-a84ec028f65e), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:43.890975 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 2155410f-78ee-46db-8356-a84ec028f65e is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:57:43.891368 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2155410f-78ee-46db-8356-a84ec028f65e), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:43.896953 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa49d4a-5748-47f2-a804-4ba5b657eac6 req-ca93e81e-bdd2-473f-930f-131a8c1b0d7f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:43.899071 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2aa49d4a-5748-47f2-a804-4ba5b657eac6 req-ca93e81e-bdd2-473f-930f-131a8c1b0d7f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 944 time: 0.0469303 Jul 21 10:57:43.915125 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c655f0ec-4155-4f8c-8672-2014f6ea1316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2155410f-78ee-46db-8356-a84ec028f65e'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:57:43.917341 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc6f36f-91da-49fc-8279-e2f3ce51c955" -d '{"events": [{"server_uuid": "c655f0ec-4155-4f8c-8672-2014f6ea1316", "name": "network-vif-plugged", "status": "completed", "tag": "2155410f-78ee-46db-8356-a84ec028f65e"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:57:43.929623 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 2155410f-78ee-46db-8356-a84ec028f65e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2155410f-78ee-46db-8356-a84ec028f65e,segment=NetworkSegment(694da1f4-7f8a-4c77-abb4-6e63a68db39f),segment_id=694da1f4-7f8a-4c77-abb4-6e63a68db39f)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:57:43.950977 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2aa49d4a-5748-47f2-a804-4ba5b657eac6 req-f4865a9d-3de9-491e-a3c5-7251e3422026 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=5182f216-b853-4d54-8996-351e88508e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461164 Jul 21 10:57:44.002334 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (2155410f-78ee-46db-8356-a84ec028f65e), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:44.026517 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c289ebd4-c3d6-4110-ac53-a7d55b18ca3f x-openstack-request-id: req-c289ebd4-c3d6-4110-ac53-a7d55b18ca3f {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:57:44.026840 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c655f0ec-4155-4f8c-8672-2014f6ea1316", "name": "network-vif-plugged", "status": "completed", "tag": "2155410f-78ee-46db-8356-a84ec028f65e", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:57:44.027099 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c289ebd4-c3d6-4110-ac53-a7d55b18ca3f {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:57:44.027507 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c289ebd4-c3d6-4110-ac53-a7d55b18ca3f'] response: {'server_uuid': 'c655f0ec-4155-4f8c-8672-2014f6ea1316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2155410f-78ee-46db-8356-a84ec028f65e', 'code': 200} Jul 21 10:57:44.053579 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=2155410f-78ee-46db-8356-a84ec028f65e,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:57:44.357139 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d573c-50fa-4626-a35f-d57a0551306e req-c8536351-7a6e-4fcd-8e5c-331f08e3436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:44.358595 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-9d2d573c-50fa-4626-a35f-d57a0551306e req-c8536351-7a6e-4fcd-8e5c-331f08e3436a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 1129 time: 0.0442748 Jul 21 10:57:44.403658 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-9d2d573c-50fa-4626-a35f-d57a0551306e req-3d65ede9-d269-4db2-871d-1f685c445e47 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5182f216-b853-4d54-8996-351e88508e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396826 Jul 21 10:57:44.916444 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:45.071171 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5975d-3514-43af-9070-5f82b2560084 req-63edd1eb-00cb-4158-b840-9a7743e619e3 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:45.072643 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d3e5975d-3514-43af-9070-5f82b2560084 req-63edd1eb-00cb-4158-b840-9a7743e619e3 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 945 time: 0.0522203 Jul 21 10:57:45.119575 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d3e5975d-3514-43af-9070-5f82b2560084 req-718b4e74-ac27-4b39-a4d8-2cccc4125287 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=5182f216-b853-4d54-8996-351e88508e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411894 Jul 21 10:57:45.597249 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:46.235760 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514bdf2-947c-4779-b764-db565b710284 req-da10fe3b-42fe-416a-8b89-d8267675f6b8 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:46.237208 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7514bdf2-947c-4779-b764-db565b710284 req-da10fe3b-42fe-416a-8b89-d8267675f6b8 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 945 time: 0.0469756 Jul 21 10:57:46.284290 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7514bdf2-947c-4779-b764-db565b710284 req-74565e59-4962-447e-b26c-64b97ac6ea02 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=5182f216-b853-4d54-8996-351e88508e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409884 Jul 21 10:57:46.396689 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b67ab-167c-4fb7-b4f1-60c64c2d10e8 req-2dd2d662-bb80-4003-bb31-a53f7c43faff tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:46.398170 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b12b67ab-167c-4fb7-b4f1-60c64c2d10e8 req-2dd2d662-bb80-4003-bb31-a53f7c43faff tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 945 time: 0.0477164 Jul 21 10:57:46.406778 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 42936) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:57:46.411097 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-da40d22f-f6ad-4487-b389-7e87d40b6e43 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Request body: {'floatingip': {'port_id': '2155410f-78ee-46db-8356-a84ec028f65e'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:57:46.451226 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-da40d22f-f6ad-4487-b389-7e87d40b6e43 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for floatingip (9416f01a-5616-4d7c-b092-5304b23a6080), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:46.720173 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:46.785419 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:46.867975 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-da40d22f-f6ad-4487-b389-7e87d40b6e43 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:46.927951 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-da40d22f-f6ad-4487-b389-7e87d40b6e43 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (9416f01a-5616-4d7c-b092-5304b23a6080), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:47.023122 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.l3_db [None req-da40d22f-f6ad-4487-b389-7e87d40b6e43 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Floating IP 9416f01a-5616-4d7c-b092-5304b23a6080 associated. External IP: 172.27.0.153, port: 2155410f-78ee-46db-8356-a84ec028f65e. Jul 21 10:57:47.219497 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da40d22f-f6ad-4487-b389-7e87d40b6e43 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:57:47.323517 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da40d22f-f6ad-4487-b389-7e87d40b6e43 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:57:47.328185 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-da40d22f-f6ad-4487-b389-7e87d40b6e43 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:47.333249 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1186e3f-7246-4fe2-92bc-431897c1c05b None None] Sync routers for ids ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:57:47.341611 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:47.344017 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1186e3f-7246-4fe2-92bc-431897c1c05b None None] Routers {'3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:57:47.344642 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-d1186e3f-7246-4fe2-92bc-431897c1c05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:57:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:57:47.359789 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-da40d22f-f6ad-4487-b389-7e87d40b6e43 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "PUT /v2.0/floatingips/9416f01a-5616-4d7c-b092-5304b23a6080 HTTP/1.1" status: 200 len: 991 time: 0.9519703 Jul 21 10:57:47.360366 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c655f0ec-4155-4f8c-8672-2014f6ea1316', 'tag': '2155410f-78ee-46db-8356-a84ec028f65e'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:57:47.362662 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7441122-ee9c-430a-939b-ff3fd2737687" -d '{"events": [{"name": "network-changed", "server_uuid": "c655f0ec-4155-4f8c-8672-2014f6ea1316", "tag": "2155410f-78ee-46db-8356-a84ec028f65e"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:57:47.387537 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:47.454028 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf71719b-ad17-45c9-82ff-983d3220be00 x-openstack-request-id: req-cf71719b-ad17-45c9-82ff-983d3220be00 {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:57:47.454183 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-d1186e3f-7246-4fe2-92bc-431897c1c05b None None] Set router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:57:47.454318 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c655f0ec-4155-4f8c-8672-2014f6ea1316", "tag": "2155410f-78ee-46db-8356-a84ec028f65e", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:57:47.454581 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf71719b-ad17-45c9-82ff-983d3220be00 {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:57:47.457794 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf71719b-ad17-45c9-82ff-983d3220be00'] response: {'name': 'network-changed', 'server_uuid': 'c655f0ec-4155-4f8c-8672-2014f6ea1316', 'tag': '2155410f-78ee-46db-8356-a84ec028f65e', 'status': 'completed', 'code': 200} Jul 21 10:57:47.538084 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7441122-ee9c-430a-939b-ff3fd2737687 req-c0cc971b-51a0-4acc-ac09-545fcc3a9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:47.540241 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d7441122-ee9c-430a-939b-ff3fd2737687 req-c0cc971b-51a0-4acc-ac09-545fcc3a9c33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce3ae8ed116141658017f823c633c2f2&device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 1129 time: 0.0412941 Jul 21 10:57:47.635892 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7441122-ee9c-430a-939b-ff3fd2737687 req-2c09eea4-a985-4722-bb3f-4b0745c66279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:47.637316 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d7441122-ee9c-430a-939b-ff3fd2737687 req-2c09eea4-a985-4722-bb3f-4b0745c66279 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377 HTTP/1.1" status: 200 len: 912 time: 0.0916593 Jul 21 10:57:47.675284 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-d1186e3f-7246-4fe2-92bc-431897c1c05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:54:30Z', 'revision_number': 4, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '9416f01a-5616-4d7c-b092-5304b23a6080', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'port_id': '2155410f-78ee-46db-8356-a84ec028f65e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'mac_address': 'fa:16:3e:3e:97:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c655f0ec-4155-4f8c-8672-2014f6ea1316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:57:33Z', 'updated_at': '2022-07-21T10:57:46Z', 'revision_number': 1, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a535443-e402-49a2-860b-cabc07d2d674', 'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'mac_address': 'fa:16:3e:f9:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:29Z', 'updated_at': '2022-07-21T10:54:34Z', 'revision_number': 5, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'subnets': [{'id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:57:47.699185 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d7441122-ee9c-430a-939b-ff3fd2737687 req-fed320cb-4eaf-4a2d-9f81-3d4d5baae437 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2155410f-78ee-46db-8356-a84ec028f65e HTTP/1.1" status: 200 len: 999 time: 0.0558681 Jul 21 10:57:47.700588 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1186e3f-7246-4fe2-92bc-431897c1c05b None None] Checking router: 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:57:47.709196 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1186e3f-7246-4fe2-92bc-431897c1c05b None None] Routers {'3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:57:47.709798 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-d1186e3f-7246-4fe2-92bc-431897c1c05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:57:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:57:47.747702 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7441122-ee9c-430a-939b-ff3fd2737687 req-3ddd46ff-90a1-4303-84ee-f8b470bbd51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:47.749158 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d7441122-ee9c-430a-939b-ff3fd2737687 req-3ddd46ff-90a1-4303-84ee-f8b470bbd51e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c73223d2-a824-44a2-839c-c12a914ca57f HTTP/1.1" status: 200 len: 850 time: 0.0449867 Jul 21 10:57:47.797238 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7441122-ee9c-430a-939b-ff3fd2737687 req-468da76a-f882-4f91-a6bc-b262eb83c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:57:47.798879 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d7441122-ee9c-430a-939b-ff3fd2737687 req-468da76a-f882-4f91-a6bc-b262eb83c59c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437036 Jul 21 10:57:47.814961 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-d1186e3f-7246-4fe2-92bc-431897c1c05b None None] Set router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:57:47.856345 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:47.889011 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d7441122-ee9c-430a-939b-ff3fd2737687 req-bb51cb49-9199-489e-a8a0-e4d9e6c85bda service neutron] 10.222.0.57 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845525 Jul 21 10:57:47.982638 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d7441122-ee9c-430a-939b-ff3fd2737687 req-392f1c36-4bcc-464d-8bbb-09e1440ece0f service neutron] 10.222.0.57 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882964 Jul 21 10:57:48.031199 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-d1186e3f-7246-4fe2-92bc-431897c1c05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:54:30Z', 'revision_number': 4, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '9416f01a-5616-4d7c-b092-5304b23a6080', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'port_id': '2155410f-78ee-46db-8356-a84ec028f65e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'mac_address': 'fa:16:3e:3e:97:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c655f0ec-4155-4f8c-8672-2014f6ea1316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:57:33Z', 'updated_at': '2022-07-21T10:57:46Z', 'revision_number': 1, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a535443-e402-49a2-860b-cabc07d2d674', 'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'mac_address': 'fa:16:3e:f9:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:29Z', 'updated_at': '2022-07-21T10:54:34Z', 'revision_number': 5, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'subnets': [{'id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:57:48.055530 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1186e3f-7246-4fe2-92bc-431897c1c05b None None] The sync data for ids ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'] in dv-cinder-849800-2-iscsi is: [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:54:30Z', 'revision_number': 4, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '9416f01a-5616-4d7c-b092-5304b23a6080', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'port_id': '2155410f-78ee-46db-8356-a84ec028f65e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'mac_address': 'fa:16:3e:3e:97:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c655f0ec-4155-4f8c-8672-2014f6ea1316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:57:33Z', 'updated_at': '2022-07-21T10:57:46Z', 'revision_number': 1, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a535443-e402-49a2-860b-cabc07d2d674', 'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'mac_address': 'fa:16:3e:f9:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:29Z', 'updated_at': '2022-07-21T10:54:34Z', 'revision_number': 5, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'subnets': [{'id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:57:48.253496 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0076dc7-4a66-493e-9d0f-023442c1212f None None] New status for floating IP 9416f01a-5616-4d7c-b092-5304b23a6080: ACTIVE {{(pid=111081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:57:51.362041 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-43d20f0e-8e4a-418f-bb51-1202f4a77885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:51.612212 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:57:53.984596 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-9cfa5473-95da-4d80-8163-3f691d580c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:55.367776 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:56.658734 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:56.835866 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:57:57.354912 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:UPDATE=1,neutron:SELECT=63 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:57.356827 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=49 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:57.973365 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=67 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:57:57.979388 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=9 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:01.607352 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:01.608067 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=9 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:06.748979 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=91 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:06.750848 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=63,neutron:UPDATE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:11.644370 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff43edc-a462-4262-b9c7-0a0eb0c68eb8 req-ee13ef1e-37fe-4741-9621-9d1734a62028 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:11.645886 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8ff43edc-a462-4262-b9c7-0a0eb0c68eb8 req-ee13ef1e-37fe-4741-9621-9d1734a62028 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 945 time: 0.0495737 Jul 21 10:58:11.700734 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8ff43edc-a462-4262-b9c7-0a0eb0c68eb8 req-562ace7b-fb02-4a95-8734-c5e3b0d0aaef tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484319 Jul 21 10:58:12.817786 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05588664-5bd6-41d5-abb5-33c65f54ecef req-c490430e-68ae-4ded-a37a-1e15d7857fdb tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:12.819262 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-05588664-5bd6-41d5-abb5-33c65f54ecef req-c490430e-68ae-4ded-a37a-1e15d7857fdb tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 945 time: 0.0480306 Jul 21 10:58:12.870844 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-05588664-5bd6-41d5-abb5-33c65f54ecef req-5706ec91-8060-4bbb-bba1-b2b4753bbf66 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451567 Jul 21 10:58:13.387606 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bbe8b-b169-4ee4-a1f6-e56d7be4e0c8 req-da9e96af-5174-43e9-a206-10f35c808772 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:13.389067 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-863bbe8b-b169-4ee4-a1f6-e56d7be4e0c8 req-da9e96af-5174-43e9-a206-10f35c808772 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 945 time: 0.0480180 Jul 21 10:58:13.480869 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-863bbe8b-b169-4ee4-a1f6-e56d7be4e0c8 req-ef38ac51-23c0-46f9-bda4-bca311b58d7c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Deleting port ddef567e-1162-4e85-93ce-7def8406c8b9 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:58:13.481138 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-863bbe8b-b169-4ee4-a1f6-e56d7be4e0c8 req-ef38ac51-23c0-46f9-bda4-bca311b58d7c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (ddef567e-1162-4e85-93ce-7def8406c8b9), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:13.572949 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-863bbe8b-b169-4ee4-a1f6-e56d7be4e0c8 req-ef38ac51-23c0-46f9-bda4-bca311b58d7c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] For port ddef567e-1162-4e85-93ce-7def8406c8b9, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=ddef567e-1162-4e85-93ce-7def8406c8b9,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:58:13.573318 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-863bbe8b-b169-4ee4-a1f6-e56d7be4e0c8 req-ef38ac51-23c0-46f9-bda4-bca311b58d7c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (ddef567e-1162-4e85-93ce-7def8406c8b9), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:13.732089 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-863bbe8b-b169-4ee4-a1f6-e56d7be4e0c8 req-ef38ac51-23c0-46f9-bda4-bca311b58d7c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:13.732375 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-863bbe8b-b169-4ee4-a1f6-e56d7be4e0c8 req-ef38ac51-23c0-46f9-bda4-bca311b58d7c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (bbc0beff-147c-4d05-8e69-a6d7b11839d7), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:13.732696 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.l3_db [req-863bbe8b-b169-4ee4-a1f6-e56d7be4e0c8 req-ef38ac51-23c0-46f9-bda4-bca311b58d7c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Floating IP bbc0beff-147c-4d05-8e69-a6d7b11839d7 disassociated. External IP: 172.27.0.204, port: ddef567e-1162-4e85-93ce-7def8406c8b9. Jul 21 10:58:13.733045 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-863bbe8b-b169-4ee4-a1f6-e56d7be4e0c8 req-ef38ac51-23c0-46f9-bda4-bca311b58d7c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Calling delete_port for ddef567e-1162-4e85-93ce-7def8406c8b9 owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:58:13.905078 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-863bbe8b-b169-4ee4-a1f6-e56d7be4e0c8 req-ef38ac51-23c0-46f9-bda4-bca311b58d7c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (ddef567e-1162-4e85-93ce-7def8406c8b9), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:13.932202 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38ac51-23c0-46f9-bda4-bca311b58d7c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event deleted for resources: {'Port': ['ID=ddef567e-1162-4e85-93ce-7def8406c8b9,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:58:13.976455 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-dfc5d8a2-43b4-4856-9e5a-4eb6ae31bee7 req-0780152f-cb2d-492a-b882-3de21c96e783 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 210 time: 0.0316858 Jul 21 10:58:14.047676 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-863bbe8b-b169-4ee4-a1f6-e56d7be4e0c8 req-ef38ac51-23c0-46f9-bda4-bca311b58d7c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Router e40e9d2d-4077-40f5-a4a3-e43318cb42ba has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:58:14.401931 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-863bbe8b-b169-4ee4-a1f6-e56d7be4e0c8 req-ef38ac51-23c0-46f9-bda4-bca311b58d7c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:58:14.414125 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384164e3-720c-4d21-a98b-3883bebaddb7 None None] Sync routers for ids ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:58:14.429270 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384164e3-720c-4d21-a98b-3883bebaddb7 None None] Routers {'e40e9d2d-4077-40f5-a4a3-e43318cb42ba'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:58:14.429910 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-384164e3-720c-4d21-a98b-3883bebaddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:57:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:58:14.445850 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-863bbe8b-b169-4ee4-a1f6-e56d7be4e0c8 req-ef38ac51-23c0-46f9-bda4-bca311b58d7c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] No DVR routers for this DVR port ddef567e-1162-4e85-93ce-7def8406c8b9 on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:58:14.448464 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-863bbe8b-b169-4ee4-a1f6-e56d7be4e0c8 req-ef38ac51-23c0-46f9-bda4-bca311b58d7c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:14.451906 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-863bbe8b-b169-4ee4-a1f6-e56d7be4e0c8 req-ef38ac51-23c0-46f9-bda4-bca311b58d7c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.57 "DELETE /v2.0/ports/ddef567e-1162-4e85-93ce-7def8406c8b9 HTTP/1.1" status: 204 len: 173 time: 1.0572863 Jul 21 10:58:14.452243 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e', 'name': 'network-vif-deleted', 'tag': 'ddef567e-1162-4e85-93ce-7def8406c8b9'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:58:14.454465 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84a5d46-2a5c-407a-97f2-b55717b0b985" -d '{"events": [{"server_uuid": "6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e", "name": "network-vif-deleted", "tag": "ddef567e-1162-4e85-93ce-7def8406c8b9"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:58:14.501100 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb182020-27bb-47ea-b4b1-444d55b4a18a x-openstack-request-id: req-cb182020-27bb-47ea-b4b1-444d55b4a18a {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:58:14.501100 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e", "name": "network-vif-deleted", "tag": "ddef567e-1162-4e85-93ce-7def8406c8b9", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:58:14.501100 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb182020-27bb-47ea-b4b1-444d55b4a18a {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:58:14.501100 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb182020-27bb-47ea-b4b1-444d55b4a18a'] response: {'server_uuid': '6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e', 'name': 'network-vif-deleted', 'tag': 'ddef567e-1162-4e85-93ce-7def8406c8b9', 'status': 'completed', 'code': 200} Jul 21 10:58:14.544769 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-384164e3-720c-4d21-a98b-3883bebaddb7 None None] Set router e40e9d2d-4077-40f5-a4a3-e43318cb42ba gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:58:14.740467 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-384164e3-720c-4d21-a98b-3883bebaddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:58:14.765064 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384164e3-720c-4d21-a98b-3883bebaddb7 None None] Checking router: e40e9d2d-4077-40f5-a4a3-e43318cb42ba for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:58:14.773605 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384164e3-720c-4d21-a98b-3883bebaddb7 None None] Routers {'e40e9d2d-4077-40f5-a4a3-e43318cb42ba'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:58:14.774377 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-384164e3-720c-4d21-a98b-3883bebaddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:57:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:58:15.009873 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-384164e3-720c-4d21-a98b-3883bebaddb7 None None] Set router e40e9d2d-4077-40f5-a4a3-e43318cb42ba gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:58:15.077909 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-12272064-ed63-4d64-bd1d-ea8c549d8a80 req-948faed8-07c6-448c-ba6c-1fc3ef6cedd5 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef47e35-a90e-4c42-9bbc-1e09a85d7d0e HTTP/1.1" status: 200 len: 210 time: 0.0288215 Jul 21 10:58:15.081864 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:15.209196 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-384164e3-720c-4d21-a98b-3883bebaddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:58:15.234633 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384164e3-720c-4d21-a98b-3883bebaddb7 None None] The sync data for ids ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'] in dv-cinder-849800-2-iscsi is: [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:58:15.443556 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ed6f1-7938-4707-b84d-0cbc76a6a384 None None] New status for floating IP bbc0beff-147c-4d05-8e69-a6d7b11839d7: DOWN {{(pid=111081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:58:16.289912 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-e18ed49b-dce2-4220-bfd6-5e137ed25c12 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926775298&fields=id&tenant_id=c99e5deac07a429c9c771ef41d278a46 HTTP/1.1" status: 200 len: 267 time: 0.0455217 Jul 21 10:58:16.394131 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-25096d3b-1e75-4a74-ba19-a49e5762c9c2 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:16.395716 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-25096d3b-1e75-4a74-ba19-a49e5762c9c2 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/networks?id=cc0b2a51-d561-47c8-bdc0-392c408f6063 HTTP/1.1" status: 200 len: 812 time: 0.0994632 Jul 21 10:58:16.411188 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-768b1c25-2a91-4770-bc0e-aa20344a4f1f tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/quotas/c99e5deac07a429c9c771ef41d278a46 HTTP/1.1" status: 200 len: 375 time: 0.0090768 Jul 21 10:58:16.464062 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-e9c8a05c-a024-4f5e-8426-aace794a4603 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c99e5deac07a429c9c771ef41d278a46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472527 Jul 21 10:58:16.522825 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-c91c5ce7-22fe-48ff-80e1-3a13554a9db8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=111079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 10:58:16.524458 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-c91c5ce7-22fe-48ff-80e1-3a13554a9db8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0486226 Jul 21 10:58:16.613441 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-b8ee4030-9b06-4fe5-91c7-ebf11098c9fd service neutron] 10.222.0.48 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831227 Jul 21 10:58:16.957891 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-53eb6d08-05dc-4e08-bc22-5f4fb80c0837 service neutron] 10.222.0.48 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382108 Jul 21 10:58:17.537882 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8f583ddb-e621-4158-aea4-c3253886ab1d req-9ef7f910-cb9a-4067-9cc6-3af10292f1b3 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 210 time: 0.0295253 Jul 21 10:58:17.866713 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device ddef567e-1162-4e85-93ce-7def8406c8b9 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:58:17.887797 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: ddef567e-1162-4e85-93ce-7def8406c8b9 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:58:17.888142 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device ddef567e-1162-4e85-93ce-7def8406c8b9 not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:58:18.633133 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-88ff2c2f-56a8-40ba-98a6-ed49de343acc req-743ea2b2-75b3-4048-ae6f-ecceb4b50af1 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 210 time: 0.0283260 Jul 21 10:58:19.404120 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-8fd604d0-010a-4489-adff-f0b469c17b1e tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:19.405588 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-8fd604d0-010a-4489-adff-f0b469c17b1e tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.57 "GET /v2.0/networks?id=cc0b2a51-d561-47c8-bdc0-392c408f6063 HTTP/1.1" status: 200 len: 812 time: 0.1094637 Jul 21 10:58:19.427673 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:19.440799 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:19.477001 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-b25df5ab-997b-4703-a0e2-a74b9851d8ed tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c99e5deac07a429c9c771ef41d278a46 HTTP/1.1" status: 200 len: 379 time: 0.0561972 Jul 21 10:58:19.486744 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-854e27fc-519c-4c94-b463-cb274f11cc84 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Request body: {'port': {'device_id': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'admin_state_up': True, 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'security_groups': ['a1c8a972-4ab2-4bd2-8013-15d3c02a348f']}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:58:19.682168 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-854e27fc-519c-4c94-b463-cb274f11cc84 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Made reservation on behalf of c99e5deac07a429c9c771ef41d278a46 for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 10:58:19.685913 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-854e27fc-519c-4c94-b463-cb274f11cc84 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:19.730454 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fa7df7c2-bd9a-43e8-ba31-fcef45c8391c req-c97bf720-bcdd-40fd-9237-3f29810bde97 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 210 time: 0.0286839 Jul 21 10:58:19.818886 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-854e27fc-519c-4c94-b463-cb274f11cc84 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Allocated IP 172.20.0.9 (cc0b2a51-d561-47c8-bdc0-392c408f6063/91dfb6c3-be9f-472a-a4b6-7542992a3b45/297932c9-c2bf-4d0d-a5e4-14259e6cc191) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:58:19.955067 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-854e27fc-519c-4c94-b463-cb274f11cc84 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for port (297932c9-c2bf-4d0d-a5e4-14259e6cc191), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:20.041858 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-854e27fc-519c-4c94-b463-cb274f11cc84 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (297932c9-c2bf-4d0d-a5e4-14259e6cc191), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:20.085765 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-854e27fc-519c-4c94-b463-cb274f11cc84 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Network cc0b2a51-d561-47c8-bdc0-392c408f6063 is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:58:20.089613 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-854e27fc-519c-4c94-b463-cb274f11cc84 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:58:20.095110 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:20.098166 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-854e27fc-519c-4c94-b463-cb274f11cc84 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:58:20.105070 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e27fc-519c-4c94-b463-cb274f11cc84 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event updated for resources: {'Port': ['ID=297932c9-c2bf-4d0d-a5e4-14259e6cc191,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:58:20.154718 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-854e27fc-519c-4c94-b463-cb274f11cc84 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:20.155364 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-854e27fc-519c-4c94-b463-cb274f11cc84 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:20.316180 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-b1a432df-d00a-4fa2-aca9-5e4e7fa5f72c None None] Provisioning complete for port 297932c9-c2bf-4d0d-a5e4-14259e6cc191 triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:58:20.316758 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b1a432df-d00a-4fa2-aca9-5e4e7fa5f72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (297932c9-c2bf-4d0d-a5e4-14259e6cc191), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:20.329495 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-854e27fc-519c-4c94-b463-cb274f11cc84 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8461711 Jul 21 10:58:20.347833 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Request body: {'port': {'device_id': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:58:20.352353 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-b1a432df-d00a-4fa2-aca9-5e4e7fa5f72c None None] Port 297932c9-c2bf-4d0d-a5e4-14259e6cc191 cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 10:58:20.409735 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (297932c9-c2bf-4d0d-a5e4-14259e6cc191), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:20.636891 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:20.675755 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 297932c9-c2bf-4d0d-a5e4-14259e6cc191 {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:58:20.684222 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Publish callbacks [] for port (297932c9-c2bf-4d0d-a5e4-14259e6cc191), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:20.696693 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Transition to ACTIVE for port object 297932c9-c2bf-4d0d-a5e4-14259e6cc191 will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 10:58:20.744506 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (297932c9-c2bf-4d0d-a5e4-14259e6cc191), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:20.797758 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Pushing event updated for resources: {'Port': ['ID=297932c9-c2bf-4d0d-a5e4-14259e6cc191,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:58:20.880940 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f777e-9fcd-4474-9a98-28fa5a29548b req-4ee245e7-3aa0-4546-bfee-1805b6d505c3 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:20.883676 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-142f777e-9fcd-4474-9a98-28fa5a29548b req-4ee245e7-3aa0-4546-bfee-1805b6d505c3 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 943 time: 0.0694733 Jul 21 10:58:20.893598 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Attempting to bind port 297932c9-c2bf-4d0d-a5e4-14259e6cc191 on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 10:58:20.894112 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Attempting to bind port 297932c9-c2bf-4d0d-a5e4-14259e6cc191 by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 10:58:20.894524 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Attempting to bind port 297932c9-c2bf-4d0d-a5e4-14259e6cc191 on network cc0b2a51-d561-47c8-bdc0-392c408f6063 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:58:20.902004 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Port 297932c9-c2bf-4d0d-a5e4-14259e6cc191 on network cc0b2a51-d561-47c8-bdc0-392c408f6063 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 10:58:20.906705 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Attempting to bind port 297932c9-c2bf-4d0d-a5e4-14259e6cc191 on network cc0b2a51-d561-47c8-bdc0-392c408f6063 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 10:58:20.908230 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 10:58:20.908651 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Checking segment: {'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 10:58:20.909103 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Bound using segment: {'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 10:58:20.909625 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Bound port: 297932c9-c2bf-4d0d-a5e4-14259e6cc191, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 10:58:20.910057 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (297932c9-c2bf-4d0d-a5e4-14259e6cc191), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:20.939567 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-142f777e-9fcd-4474-9a98-28fa5a29548b req-c0ee1015-5b54-42e6-81bf-3fc1eb8ac45d tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505042 Jul 21 10:58:20.979454 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] For port 297932c9-c2bf-4d0d-a5e4-14259e6cc191, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 10:58:20.982566 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] For port 297932c9-c2bf-4d0d-a5e4-14259e6cc191, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=297932c9-c2bf-4d0d-a5e4-14259e6cc191,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 10:58:21.047241 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (297932c9-c2bf-4d0d-a5e4-14259e6cc191), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:21.083718 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:21.084324 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:21.085706 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] 10.222.0.57 "PUT /v2.0/ports/297932c9-c2bf-4d0d-a5e4-14259e6cc191 HTTP/1.1" status: 200 len: 1093 time: 0.7421486 Jul 21 10:58:21.086169 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'tag': '297932c9-c2bf-4d0d-a5e4-14259e6cc191'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:58:21.089013 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0972ee0-ad89-4256-85a5-c84bcd4de3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "20b5ce2d-dd53-4957-839f-b674794f29ee", "tag": "297932c9-c2bf-4d0d-a5e4-14259e6cc191"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:58:21.120183 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4c822-bd88-4e27-b1f1-c68ebb7e76df service neutron] Pushing event updated for resources: {'Port': ['ID=297932c9-c2bf-4d0d-a5e4-14259e6cc191,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:58:21.132802 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287cfad2-cbd9-47db-b212-7a9ba9ac6594 x-openstack-request-id: req-287cfad2-cbd9-47db-b212-7a9ba9ac6594 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:58:21.133097 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b5ce2d-dd53-4957-839f-b674794f29ee", "tag": "297932c9-c2bf-4d0d-a5e4-14259e6cc191", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:58:21.133342 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-287cfad2-cbd9-47db-b212-7a9ba9ac6594 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:58:21.134412 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287cfad2-cbd9-47db-b212-7a9ba9ac6594'] response: {'name': 'network-changed', 'server_uuid': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'tag': '297932c9-c2bf-4d0d-a5e4-14259e6cc191', 'status': 'completed', 'code': 200} Jul 21 10:58:21.222251 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0972ee0-ad89-4256-85a5-c84bcd4de3b6 req-10a1815f-7a02-4c00-b1af-45cf05b0c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:21.223828 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e0972ee0-ad89-4256-85a5-c84bcd4de3b6 req-10a1815f-7a02-4c00-b1af-45cf05b0c0ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c99e5deac07a429c9c771ef41d278a46&device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 1127 time: 0.0440073 Jul 21 10:58:21.343317 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-14ca678d-e0cf-45a8-8cee-df3aaec5dfc8 req-6f097831-0a9e-4699-9dfd-60189bfac789 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0958481 Jul 21 10:58:21.377504 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-8254738d-daf1-4c3e-a763-e16f377bc366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:21.378666 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0972ee0-ad89-4256-85a5-c84bcd4de3b6 req-dc3a48b3-ae18-450e-823c-ec137bdc0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:21.380161 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e0972ee0-ad89-4256-85a5-c84bcd4de3b6 req-dc3a48b3-ae18-450e-823c-ec137bdc0aa4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c99e5deac07a429c9c771ef41d278a46&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1342921 Jul 21 10:58:21.395303 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:21.491120 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca678d-e0cf-45a8-8cee-df3aaec5dfc8 req-2c7665c4-3f23-4fdb-8ecc-48d36d3494a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:21.492617 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-14ca678d-e0cf-45a8-8cee-df3aaec5dfc8 req-2c7665c4-3f23-4fdb-8ecc-48d36d3494a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce3ae8ed116141658017f823c633c2f2&device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 1129 time: 0.0848093 Jul 21 10:58:21.537004 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0972ee0-ad89-4256-85a5-c84bcd4de3b6 req-8c9f0a7f-0349-4f7c-9555-ab895e03366d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:21.538436 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-e0972ee0-ad89-4256-85a5-c84bcd4de3b6 req-8c9f0a7f-0349-4f7c-9555-ab895e03366d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1510088 Jul 21 10:58:21.636486 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca678d-e0cf-45a8-8cee-df3aaec5dfc8 req-79f1ae30-f3d6-4043-8c87-49672bb8b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:21.637852 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-14ca678d-e0cf-45a8-8cee-df3aaec5dfc8 req-79f1ae30-f3d6-4043-8c87-49672bb8b5a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377 HTTP/1.1" status: 200 len: 912 time: 0.1242268 Jul 21 10:58:21.651458 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-a7c1d5d5-1209-4e06-b9aa-97c4296a75d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:21.652885 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-a7c1d5d5-1209-4e06-b9aa-97c4296a75d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c99e5deac07a429c9c771ef41d278a46&device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 1127 time: 0.0562015 Jul 21 10:58:21.725338 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-fec3c52e-49a8-49a4-90b1-9be6ac8262a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=297932c9-c2bf-4d0d-a5e4-14259e6cc191 HTTP/1.1" status: 200 len: 217 time: 0.0450528 Jul 21 10:58:21.746625 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-14ca678d-e0cf-45a8-8cee-df3aaec5dfc8 req-ce64a8d4-1642-49b7-ad8e-c8920f60ab3b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2155410f-78ee-46db-8356-a84ec028f65e HTTP/1.1" status: 200 len: 1001 time: 0.1014802 Jul 21 10:58:21.797900 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:21.814021 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0c45aba0-ae1d-4c7a-92c8-38d8c2f7df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:21.815495 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-0c45aba0-ae1d-4c7a-92c8-38d8c2f7df23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91dfb6c3-be9f-472a-a4b6-7542992a3b45 HTTP/1.1" status: 200 len: 851 time: 0.0824604 Jul 21 10:58:21.820759 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca678d-e0cf-45a8-8cee-df3aaec5dfc8 req-53ce9425-41e5-4e43-a770-c25bc7dfd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:21.822925 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-14ca678d-e0cf-45a8-8cee-df3aaec5dfc8 req-53ce9425-41e5-4e43-a770-c25bc7dfd9e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c73223d2-a824-44a2-839c-c12a914ca57f HTTP/1.1" status: 200 len: 850 time: 0.0596888 Jul 21 10:58:21.896087 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-cca3c407-0b14-438c-93cb-2da6399b2329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:21.897621 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-cca3c407-0b14-438c-93cb-2da6399b2329 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc0b2a51-d561-47c8-bdc0-392c408f6063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737541 Jul 21 10:58:21.900022 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca678d-e0cf-45a8-8cee-df3aaec5dfc8 req-a46761bb-7898-4d13-8b68-ff41bb360297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:21.901372 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-14ca678d-e0cf-45a8-8cee-df3aaec5dfc8 req-a46761bb-7898-4d13-8b68-ff41bb360297 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcf758b3-d1d0-4113-88a1-91bfb5fdc377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687594 Jul 21 10:58:22.054844 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bbf1c-dde9-4232-823a-d71c9dea294b req-0b918a09-bbb5-461e-86a8-68080eafa77b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:22.056422 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cd0bbf1c-dde9-4232-823a-d71c9dea294b req-0b918a09-bbb5-461e-86a8-68080eafa77b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 943 time: 0.0478723 Jul 21 10:58:22.066569 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-14ca678d-e0cf-45a8-8cee-df3aaec5dfc8 req-389ccb12-ad76-4ff1-93bf-2a2d26b81f80 service neutron] 10.222.0.57 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499834 Jul 21 10:58:22.068460 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-e48c03d9-4e93-451d-ae11-e3eccf82871a service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594896 Jul 21 10:58:22.112765 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cd0bbf1c-dde9-4232-823a-d71c9dea294b req-e15270da-4334-4f61-bd69-2885c543764f tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508099 Jul 21 10:58:22.240222 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-14ca678d-e0cf-45a8-8cee-df3aaec5dfc8 req-51e7baf0-10c6-462a-886e-e918e47e9151 service neutron] 10.222.0.57 "GET /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632335 Jul 21 10:58:22.242104 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-307a13b7-c41e-4714-b02c-aacb84fe52bf req-1375f160-3d34-4a41-828d-80bfeb0a464a service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576188 Jul 21 10:58:23.231821 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b84a-e1a4-441d-ba30-e59771d2b85f req-5da2c8f3-a8e8-4b90-93c4-d8afe53c52a3 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:23.233410 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f4b8b84a-e1a4-441d-ba30-e59771d2b85f req-5da2c8f3-a8e8-4b90-93c4-d8afe53c52a3 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 943 time: 0.0522649 Jul 21 10:58:23.281686 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f4b8b84a-e1a4-441d-ba30-e59771d2b85f req-6f9e2b0c-43ae-4177-935f-8ea343c20d30 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429249 Jul 21 10:58:24.012387 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-560caf0f-2c3b-4e91-9c90-dda6be7d23b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:24.397377 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ff660-fbf4-40a1-b7b2-20f2dbe5cc21 req-5c4f0e7a-dc36-4baa-9e04-19c10ff88e19 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:24.398735 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-876ff660-fbf4-40a1-b7b2-20f2dbe5cc21 req-5c4f0e7a-dc36-4baa-9e04-19c10ff88e19 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 943 time: 0.0471060 Jul 21 10:58:24.419931 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:24.449169 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-876ff660-fbf4-40a1-b7b2-20f2dbe5cc21 req-fab950d1-cfa6-4a02-8596-de3dcf50a39c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439384 Jul 21 10:58:25.371332 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:25.517418 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:25.519933 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:25.551199 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:25.574691 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9704b-6201-4c75-8d42-408d73fb3107 req-46539b23-720d-4f7f-9525-285f81129ae9 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:25.576408 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fed9704b-6201-4c75-8d42-408d73fb3107 req-46539b23-720d-4f7f-9525-285f81129ae9 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 943 time: 0.0599821 Jul 21 10:58:25.625879 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-fed9704b-6201-4c75-8d42-408d73fb3107 req-8db1ae70-aa64-41f9-9499-d8f42fa988db tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436296 Jul 21 10:58:26.675557 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:26.741557 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849713cf-2f17-409d-826e-0f390a0d2501 req-39001cab-46aa-4a63-9e87-7c64451491e4 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:26.743111 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-849713cf-2f17-409d-826e-0f390a0d2501 req-39001cab-46aa-4a63-9e87-7c64451491e4 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 943 time: 0.0488324 Jul 21 10:58:26.792951 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-849713cf-2f17-409d-826e-0f390a0d2501 req-6bfdf3be-4e57-4f3c-b38c-a7ff1262e423 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440989 Jul 21 10:58:26.800838 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:27.906768 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136571b7-2460-451e-b04e-9472626f53c7 req-5c6ae27e-e03f-4050-a21b-e6f3b65d3a0c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:27.908213 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-136571b7-2460-451e-b04e-9472626f53c7 req-5c6ae27e-e03f-4050-a21b-e6f3b65d3a0c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 943 time: 0.0468674 Jul 21 10:58:27.960620 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-136571b7-2460-451e-b04e-9472626f53c7 req-ae456ece-d099-4940-af9e-e2a3df2d3382 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469737 Jul 21 10:58:28.614598 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:58:29.078054 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13707ae4-d641-45c4-8ebe-97cfaf640778 req-942d7ecd-2e71-43f0-8950-1af3cbcc63fb tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:29.079536 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-13707ae4-d641-45c4-8ebe-97cfaf640778 req-942d7ecd-2e71-43f0-8950-1af3cbcc63fb tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 943 time: 0.0486760 Jul 21 10:58:29.129158 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-13707ae4-d641-45c4-8ebe-97cfaf640778 req-deb0b28b-337a-4c66-92ed-07d9a3499fd9 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440788 Jul 21 10:58:29.923799 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 297932c9-c2bf-4d0d-a5e4-14259e6cc191 details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 10:58:29.944479 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:30.007189 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:30.024666 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 297932c9-c2bf-4d0d-a5e4-14259e6cc191, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=297932c9-c2bf-4d0d-a5e4-14259e6cc191,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:58:30.035907 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '297932c9-c2bf-4d0d-a5e4-14259e6cc191', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'port_id': '297932c9-c2bf-4d0d-a5e4-14259e6cc191', 'mac_address': 'fa:16:3e:ab:88:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 10:58:30.074523 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 297932c9-c2bf-4d0d-a5e4-14259e6cc191 is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:58:30.074950 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (297932c9-c2bf-4d0d-a5e4-14259e6cc191), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:30.087685 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297932c9-c2bf-4d0d-a5e4-14259e6cc191 {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 10:58:30.107350 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 297932c9-c2bf-4d0d-a5e4-14259e6cc191, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=297932c9-c2bf-4d0d-a5e4-14259e6cc191,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:58:30.184217 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (297932c9-c2bf-4d0d-a5e4-14259e6cc191), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:30.232656 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=297932c9-c2bf-4d0d-a5e4-14259e6cc191,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:58:30.244023 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1152bf-ed93-44c6-965a-3450f6dfa284 req-87a7e3f3-dbfe-4002-b8a6-5508ea9be8b9 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:30.245688 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1b1152bf-ed93-44c6-965a-3450f6dfa284 req-87a7e3f3-dbfe-4002-b8a6-5508ea9be8b9 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 944 time: 0.0488844 Jul 21 10:58:30.294575 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1b1152bf-ed93-44c6-965a-3450f6dfa284 req-f3e70150-1d56-4812-bec1-304037dd228b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431955 Jul 21 10:58:30.455207 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['297932c9-c2bf-4d0d-a5e4-14259e6cc191'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 10:58:31.411053 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e340f-58e7-4672-b0bb-954d0e13ed3f req-9cc358d7-99e7-4b8d-8592-b5610420f6c4 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:31.412526 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-030e340f-58e7-4672-b0bb-954d0e13ed3f req-9cc358d7-99e7-4b8d-8592-b5610420f6c4 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 944 time: 0.0511627 Jul 21 10:58:31.464445 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-030e340f-58e7-4672-b0bb-954d0e13ed3f req-d859af2f-36fe-420c-b772-f77a7ec0d139 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455925 Jul 21 10:58:31.938921 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 297932c9-c2bf-4d0d-a5e4-14259e6cc191 up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 10:58:31.981225 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port 297932c9-c2bf-4d0d-a5e4-14259e6cc191 completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 10:58:32.058417 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 297932c9-c2bf-4d0d-a5e4-14259e6cc191 triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 10:58:32.058848 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (297932c9-c2bf-4d0d-a5e4-14259e6cc191), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:32.133289 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 297932c9-c2bf-4d0d-a5e4-14259e6cc191 is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 10:58:32.133601 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (297932c9-c2bf-4d0d-a5e4-14259e6cc191), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:32.157116 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297932c9-c2bf-4d0d-a5e4-14259e6cc191'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:58:32.159381 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc12f27d-a4de-4521-82d5-629c6ee988a1" -d '{"events": [{"server_uuid": "20b5ce2d-dd53-4957-839f-b674794f29ee", "name": "network-vif-plugged", "status": "completed", "tag": "297932c9-c2bf-4d0d-a5e4-14259e6cc191"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:58:32.172977 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 297932c9-c2bf-4d0d-a5e4-14259e6cc191, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=297932c9-c2bf-4d0d-a5e4-14259e6cc191,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:58:32.195266 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04b4bb4-b498-4243-8593-640dc98a47f0 x-openstack-request-id: req-a04b4bb4-b498-4243-8593-640dc98a47f0 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:58:32.195566 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b5ce2d-dd53-4957-839f-b674794f29ee", "name": "network-vif-plugged", "status": "completed", "tag": "297932c9-c2bf-4d0d-a5e4-14259e6cc191", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:58:32.195819 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a04b4bb4-b498-4243-8593-640dc98a47f0 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:58:32.196217 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04b4bb4-b498-4243-8593-640dc98a47f0'] response: {'server_uuid': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297932c9-c2bf-4d0d-a5e4-14259e6cc191', 'code': 200} Jul 21 10:58:32.230141 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (297932c9-c2bf-4d0d-a5e4-14259e6cc191), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:32.235112 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=35 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:32.236204 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=88 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:32.277776 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=297932c9-c2bf-4d0d-a5e4-14259e6cc191,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:58:32.581051 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d750525-80c2-4831-af49-2d0550e2d624 req-d3d4fd49-e277-443d-b925-e0e227a0cc8b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:32.582825 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5d750525-80c2-4831-af49-2d0550e2d624 req-d3d4fd49-e277-443d-b925-e0e227a0cc8b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 945 time: 0.0493355 Jul 21 10:58:32.631618 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5d750525-80c2-4831-af49-2d0550e2d624 req-c403763a-70c8-4541-beac-e6660e4b7f0b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431869 Jul 21 10:58:32.711109 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddd58e-099a-4682-a48d-b7b074742c67 req-be84baa8-12ff-406b-80d5-c193ee0fa6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:32.712586 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2fddd58e-099a-4682-a48d-b7b074742c67 req-be84baa8-12ff-406b-80d5-c193ee0fa6f4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 1129 time: 0.0390067 Jul 21 10:58:32.768685 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-2fddd58e-099a-4682-a48d-b7b074742c67 req-42ec109f-596a-449e-b4b8-33eefa1601af service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401785 Jul 21 10:58:33.752297 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045a79c-e8b6-414f-90aa-506ddfa1c32d req-8565bbba-eeab-4726-9a3d-81d425944305 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:33.753786 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d045a79c-e8b6-414f-90aa-506ddfa1c32d req-8565bbba-eeab-4726-9a3d-81d425944305 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 945 time: 0.0496349 Jul 21 10:58:33.807267 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-d045a79c-e8b6-414f-90aa-506ddfa1c32d req-f842b257-3099-4818-8f97-74e65b26acd1 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478380 Jul 21 10:58:34.924697 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25dbfa-4f03-4afc-94db-09fad0ef9cbf req-60568180-2d61-4411-9eb9-b63c309c4079 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:34.926495 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9a25dbfa-4f03-4afc-94db-09fad0ef9cbf req-60568180-2d61-4411-9eb9-b63c309c4079 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 945 time: 0.0498936 Jul 21 10:58:34.976683 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9a25dbfa-4f03-4afc-94db-09fad0ef9cbf req-b716cd25-1f30-4c8c-a47e-17bc1f525dc0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446901 Jul 21 10:58:35.089749 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e910aab-1cc4-4bf4-a1af-dd10f192b712 req-0798b297-6549-4cec-b55e-062067b79d4e tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:35.091825 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4e910aab-1cc4-4bf4-a1af-dd10f192b712 req-0798b297-6549-4cec-b55e-062067b79d4e tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 945 time: 0.0484190 Jul 21 10:58:35.122034 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:35.142008 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4e910aab-1cc4-4bf4-a1af-dd10f192b712 req-666f4eac-fb40-4798-a64b-c023bc1a56d6 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448816 Jul 21 10:58:35.164637 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 43086) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:58:35.208091 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d741393-6b44-4402-9b66-8f8b163cada2 tempest-TestVolumeBootPattern-1480422081 tempest-TestVolumeBootPattern-1480422081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:35.209614 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-4d741393-6b44-4402-9b66-8f8b163cada2 tempest-TestVolumeBootPattern-1480422081 tempest-TestVolumeBootPattern-1480422081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 1124 time: 0.0439603 Jul 21 10:58:35.212548 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 43088) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:58:35.217584 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Request body: {'floatingip': {'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'port_id': '297932c9-c2bf-4d0d-a5e4-14259e6cc191', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ip_address': '172.20.0.9'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 10:58:35.292594 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:35.363655 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:35.371944 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:35.487299 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Allocated IP 172.27.0.250 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/d2ad9386-f712-4200-8378-e415e7acdb71) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 10:58:35.600493 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for port (d2ad9386-f712-4200-8378-e415e7acdb71), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:35.698619 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (d2ad9386-f712-4200-8378-e415e7acdb71), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:35.735466 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 10:58:35.738339 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 10:58:35.740960 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 10:58:35.773313 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event updated for resources: {'Port': ['ID=d2ad9386-f712-4200-8378-e415e7acdb71,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:58:35.786670 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:35.787017 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:35.787362 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:35.787700 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:35.788032 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:35.788361 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:35.788684 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:35.789120 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:35.789455 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:35.789779 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:35.790105 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:35.790431 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:35.790782 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:35.791103 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:35.791421 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:36.053296 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:36.114039 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for floatingip (4e56cf3d-83dc-46bc-b5d7-a5a7b794c170), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:36.291551 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (d2ad9386-f712-4200-8378-e415e7acdb71), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:36.330698 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:36.447245 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for port (d2ad9386-f712-4200-8378-e415e7acdb71), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:36.509025 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596833'] for port (d2ad9386-f712-4200-8378-e415e7acdb71), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:36.574922 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event updated for resources: {'Port': ['ID=d2ad9386-f712-4200-8378-e415e7acdb71,revision_number=2']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:58:36.591458 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (4e56cf3d-83dc-46bc-b5d7-a5a7b794c170), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:36.686575 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.l3_db [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Floating IP 4e56cf3d-83dc-46bc-b5d7-a5a7b794c170 associated. External IP: 172.27.0.250, port: 297932c9-c2bf-4d0d-a5e4-14259e6cc191. Jul 21 10:58:36.885029 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Router e40e9d2d-4077-40f5-a4a3-e43318cb42ba has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:58:36.987044 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:58:36.997089 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4125ac-dc81-4657-9495-588d94f6349b None None] Sync routers for ids ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:58:36.998936 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:37.007689 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4125ac-dc81-4657-9495-588d94f6349b None None] Routers {'e40e9d2d-4077-40f5-a4a3-e43318cb42ba'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:58:37.009760 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-8d4125ac-dc81-4657-9495-588d94f6349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:58:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:58:37.011120 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:37.111344 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-8d4125ac-dc81-4657-9495-588d94f6349b None None] Set router e40e9d2d-4077-40f5-a4a3-e43318cb42ba gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:58:37.111589 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:37.112875 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:37.142377 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-0167b944-40f4-4fd3-a40e-7297af4763a0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9285872 Jul 21 10:58:37.143010 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'tag': '297932c9-c2bf-4d0d-a5e4-14259e6cc191'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:58:37.145385 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f687aede-cc38-436e-914f-e42819eb1e51" -d '{"events": [{"name": "network-changed", "server_uuid": "20b5ce2d-dd53-4957-839f-b674794f29ee", "tag": "297932c9-c2bf-4d0d-a5e4-14259e6cc191"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:58:37.182720 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 10:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69ea307-fc0b-4312-84f5-d2ef697b15f4 x-openstack-request-id: req-c69ea307-fc0b-4312-84f5-d2ef697b15f4 {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:58:37.183021 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b5ce2d-dd53-4957-839f-b674794f29ee", "tag": "297932c9-c2bf-4d0d-a5e4-14259e6cc191", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:58:37.183276 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c69ea307-fc0b-4312-84f5-d2ef697b15f4 {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:58:37.183681 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69ea307-fc0b-4312-84f5-d2ef697b15f4'] response: {'name': 'network-changed', 'server_uuid': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'tag': '297932c9-c2bf-4d0d-a5e4-14259e6cc191', 'status': 'completed', 'code': 200} Jul 21 10:58:37.269920 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687aede-cc38-436e-914f-e42819eb1e51 req-7491bb58-4ca1-4084-bc56-cc62dd71c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:37.271470 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f687aede-cc38-436e-914f-e42819eb1e51 req-7491bb58-4ca1-4084-bc56-cc62dd71c366 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c99e5deac07a429c9c771ef41d278a46&device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 1129 time: 0.0413082 Jul 21 10:58:37.335765 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-8d4125ac-dc81-4657-9495-588d94f6349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '4e56cf3d-83dc-46bc-b5d7-a5a7b794c170', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'port_id': '297932c9-c2bf-4d0d-a5e4-14259e6cc191', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'mac_address': 'fa:16:3e:ab:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:58:35Z', 'updated_at': '2022-07-21T10:58:35Z', 'revision_number': 0, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:58:37.362254 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4125ac-dc81-4657-9495-588d94f6349b None None] Checking router: e40e9d2d-4077-40f5-a4a3-e43318cb42ba for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:58:37.369277 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687aede-cc38-436e-914f-e42819eb1e51 req-7fb31fb6-541e-48f0-aa7f-5b65baf47a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:37.370967 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f687aede-cc38-436e-914f-e42819eb1e51 req-7fb31fb6-541e-48f0-aa7f-5b65baf47a1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc0b2a51-d561-47c8-bdc0-392c408f6063 HTTP/1.1" status: 200 len: 913 time: 0.0933461 Jul 21 10:58:37.371521 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4125ac-dc81-4657-9495-588d94f6349b None None] Routers {'e40e9d2d-4077-40f5-a4a3-e43318cb42ba'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:58:37.372179 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-8d4125ac-dc81-4657-9495-588d94f6349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:58:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:58:37.432542 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f687aede-cc38-436e-914f-e42819eb1e51 req-34535b2f-19bc-4e71-aa4d-2e5fbd5a0672 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=297932c9-c2bf-4d0d-a5e4-14259e6cc191 HTTP/1.1" status: 200 len: 999 time: 0.0562575 Jul 21 10:58:37.479242 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-8d4125ac-dc81-4657-9495-588d94f6349b None None] Set router e40e9d2d-4077-40f5-a4a3-e43318cb42ba gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:58:37.486567 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687aede-cc38-436e-914f-e42819eb1e51 req-56d00d93-8797-4cd2-8594-64d42c945021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:37.488056 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f687aede-cc38-436e-914f-e42819eb1e51 req-56d00d93-8797-4cd2-8594-64d42c945021 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91dfb6c3-be9f-472a-a4b6-7542992a3b45 HTTP/1.1" status: 200 len: 851 time: 0.0460327 Jul 21 10:58:37.536780 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687aede-cc38-436e-914f-e42819eb1e51 req-d2efead1-434c-45b6-9fd0-07bf9b26ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:37.538326 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f687aede-cc38-436e-914f-e42819eb1e51 req-d2efead1-434c-45b6-9fd0-07bf9b26ecb2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc0b2a51-d561-47c8-bdc0-392c408f6063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443490 Jul 21 10:58:37.633450 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f687aede-cc38-436e-914f-e42819eb1e51 req-7ad30888-4f10-49d7-99f2-b80b91df1cb9 service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882652 Jul 21 10:58:37.698199 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-8d4125ac-dc81-4657-9495-588d94f6349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '4e56cf3d-83dc-46bc-b5d7-a5a7b794c170', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'port_id': '297932c9-c2bf-4d0d-a5e4-14259e6cc191', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'mac_address': 'fa:16:3e:ab:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:58:35Z', 'updated_at': '2022-07-21T10:58:35Z', 'revision_number': 0, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:58:37.723685 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4125ac-dc81-4657-9495-588d94f6349b None None] The sync data for ids ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'] in dv-cinder-849800-2-iscsi is: [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '4e56cf3d-83dc-46bc-b5d7-a5a7b794c170', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'port_id': '297932c9-c2bf-4d0d-a5e4-14259e6cc191', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'mac_address': 'fa:16:3e:ab:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:58:35Z', 'updated_at': '2022-07-21T10:58:35Z', 'revision_number': 0, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:58:37.727280 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-f687aede-cc38-436e-914f-e42819eb1e51 req-2c012638-be19-4653-a57d-824a7f466ab9 service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868566 Jul 21 10:58:37.914320 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c08c95-1a5f-4962-b940-3d5658ea1867 None None] New status for floating IP 4e56cf3d-83dc-46bc-b5d7-a5a7b794c170: ACTIVE {{(pid=111081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:58:44.931896 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:47.139057 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=63 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:47.722426 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=51 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:47.724327 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=61 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:47.848105 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c317ca-dcb4-4729-b532-044dd0b5a63b req-b9c6b029-89a6-498c-8a03-ee3468c263a7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:47.849594 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-63c317ca-dcb4-4729-b532-044dd0b5a63b req-b9c6b029-89a6-498c-8a03-ee3468c263a7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 945 time: 0.0481164 Jul 21 10:58:47.896767 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-63c317ca-dcb4-4729-b532-044dd0b5a63b req-7fd58684-ec4e-457d-951c-a0052264754e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=5182f216-b853-4d54-8996-351e88508e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416555 Jul 21 10:58:48.013180 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:48.015964 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:49.015271 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189e78a-46a3-4d25-abd6-004f3af1742e req-e109c7c3-be97-4c3a-918f-fa963c82b376 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:49.016720 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4189e78a-46a3-4d25-abd6-004f3af1742e req-e109c7c3-be97-4c3a-918f-fa963c82b376 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 945 time: 0.0513787 Jul 21 10:58:49.063607 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4189e78a-46a3-4d25-abd6-004f3af1742e req-bc3bbc04-9674-4717-b806-473b8b868367 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=5182f216-b853-4d54-8996-351e88508e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412517 Jul 21 10:58:49.827516 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1129e5-da1f-40d7-bb62-cf427bbc8263 req-e11d7947-6455-459e-8830-ef96af3c236e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:49.828983 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-ac1129e5-da1f-40d7-bb62-cf427bbc8263 req-e11d7947-6455-459e-8830-ef96af3c236e tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.57 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 945 time: 0.0464733 Jul 21 10:58:49.920473 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-ac1129e5-da1f-40d7-bb62-cf427bbc8263 req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Deleting port 2155410f-78ee-46db-8356-a84ec028f65e {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:58:49.920822 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-ac1129e5-da1f-40d7-bb62-cf427bbc8263 req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (2155410f-78ee-46db-8356-a84ec028f65e), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:50.012787 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-ac1129e5-da1f-40d7-bb62-cf427bbc8263 req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] For port 2155410f-78ee-46db-8356-a84ec028f65e, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=2155410f-78ee-46db-8356-a84ec028f65e,segment=NetworkSegment(694da1f4-7f8a-4c77-abb4-6e63a68db39f),segment_id=694da1f4-7f8a-4c77-abb4-6e63a68db39f)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:58:50.013151 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-ac1129e5-da1f-40d7-bb62-cf427bbc8263 req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (2155410f-78ee-46db-8356-a84ec028f65e), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:50.178394 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78a632-c591-40c0-a775-a34d8f048167 req-105b2a9c-30ba-4938-8c34-6be98a7827bd tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:58:50.179930 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1c78a632-c591-40c0-a775-a34d8f048167 req-105b2a9c-30ba-4938-8c34-6be98a7827bd tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 945 time: 0.0477240 Jul 21 10:58:50.181603 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-ac1129e5-da1f-40d7-bb62-cf427bbc8263 req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:50.181991 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-ac1129e5-da1f-40d7-bb62-cf427bbc8263 req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (9416f01a-5616-4d7c-b092-5304b23a6080), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:50.182368 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.db.l3_db [req-ac1129e5-da1f-40d7-bb62-cf427bbc8263 req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Floating IP 9416f01a-5616-4d7c-b092-5304b23a6080 disassociated. External IP: 172.27.0.153, port: 2155410f-78ee-46db-8356-a84ec028f65e. Jul 21 10:58:50.182754 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-ac1129e5-da1f-40d7-bb62-cf427bbc8263 req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Calling delete_port for 2155410f-78ee-46db-8356-a84ec028f65e owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:58:50.230338 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-1c78a632-c591-40c0-a775-a34d8f048167 req-d7e5c088-a707-4306-ac57-094af6194fec tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups?id=5182f216-b853-4d54-8996-351e88508e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448728 Jul 21 10:58:50.360576 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-ac1129e5-da1f-40d7-bb62-cf427bbc8263 req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (2155410f-78ee-46db-8356-a84ec028f65e), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:50.390260 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Pushing event deleted for resources: {'Port': ['ID=2155410f-78ee-46db-8356-a84ec028f65e,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:58:50.401481 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:50.401843 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:50.402193 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:50.402559 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:50.402902 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:50.403244 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:50.403576 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:50.403908 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:50.404246 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:50.404579 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:50.404910 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:50.405252 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:50.405578 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:50.405903 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:50.406231 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:58:50.521266 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac1129e5-da1f-40d7-bb62-cf427bbc8263 req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:58:50.633767 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac1129e5-da1f-40d7-bb62-cf427bbc8263 req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:58:50.644915 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dffcd7-ab50-454c-8631-e38fa8f868b5 None None] Sync routers for ids ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:58:50.660427 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dffcd7-ab50-454c-8631-e38fa8f868b5 None None] Routers {'3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:58:50.661408 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-81dffcd7-ab50-454c-8631-e38fa8f868b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:58:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:58:50.679108 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1129e5-da1f-40d7-bb62-cf427bbc8263 req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] No DVR routers for this DVR port 2155410f-78ee-46db-8356-a84ec028f65e on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:58:50.681620 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-ac1129e5-da1f-40d7-bb62-cf427bbc8263 req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:50.684894 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-ac1129e5-da1f-40d7-bb62-cf427bbc8263 req-9fe4c030-35f2-4570-a32b-8172aff095ae tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.57 "DELETE /v2.0/ports/2155410f-78ee-46db-8356-a84ec028f65e HTTP/1.1" status: 204 len: 173 time: 0.8503649 Jul 21 10:58:50.685347 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c655f0ec-4155-4f8c-8672-2014f6ea1316', 'name': 'network-vif-deleted', 'tag': '2155410f-78ee-46db-8356-a84ec028f65e'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 10:58:50.687648 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e89d2b-e891-4a5e-9330-43ae5474473a" -d '{"events": [{"server_uuid": "c655f0ec-4155-4f8c-8672-2014f6ea1316", "name": "network-vif-deleted", "tag": "2155410f-78ee-46db-8356-a84ec028f65e"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 10:58:50.723784 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 10:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c9aa69-1894-4b45-966c-0ef172e7bf72 x-openstack-request-id: req-b0c9aa69-1894-4b45-966c-0ef172e7bf72 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 10:58:50.724082 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c655f0ec-4155-4f8c-8672-2014f6ea1316", "name": "network-vif-deleted", "tag": "2155410f-78ee-46db-8356-a84ec028f65e", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 10:58:50.724341 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0c9aa69-1894-4b45-966c-0ef172e7bf72 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 10:58:50.724755 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c9aa69-1894-4b45-966c-0ef172e7bf72'] response: {'server_uuid': 'c655f0ec-4155-4f8c-8672-2014f6ea1316', 'name': 'network-vif-deleted', 'tag': '2155410f-78ee-46db-8356-a84ec028f65e', 'status': 'completed', 'code': 200} Jul 21 10:58:50.802141 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:50.804611 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-81dffcd7-ab50-454c-8631-e38fa8f868b5 None None] Set router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:58:51.055693 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-81dffcd7-ab50-454c-8631-e38fa8f868b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:54:30Z', 'revision_number': 4, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '6a535443-e402-49a2-860b-cabc07d2d674', 'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'mac_address': 'fa:16:3e:f9:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:29Z', 'updated_at': '2022-07-21T10:54:34Z', 'revision_number': 5, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'subnets': [{'id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:58:51.083181 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dffcd7-ab50-454c-8631-e38fa8f868b5 None None] Checking router: 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:58:51.092415 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dffcd7-ab50-454c-8631-e38fa8f868b5 None None] Routers {'3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:58:51.093041 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-81dffcd7-ab50-454c-8631-e38fa8f868b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:58:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:58:51.198767 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-81dffcd7-ab50-454c-8631-e38fa8f868b5 None None] Set router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:58:51.351097 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a1f2512d-a9ba-49bf-a06b-33d8cd1f0038 req-98f65dc3-9254-4167-ac4b-967cbfbe70e7 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/ports?device_id=c655f0ec-4155-4f8c-8672-2014f6ea1316 HTTP/1.1" status: 200 len: 210 time: 0.0298455 Jul 21 10:58:51.422356 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=100 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:51.514092 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-3f3d2ed3-50b0-4aea-be49-7f4f44b4c27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:51.537969 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-81dffcd7-ab50-454c-8631-e38fa8f868b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:54:30Z', 'revision_number': 4, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '6a535443-e402-49a2-860b-cabc07d2d674', 'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'mac_address': 'fa:16:3e:f9:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:29Z', 'updated_at': '2022-07-21T10:54:34Z', 'revision_number': 5, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'subnets': [{'id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:58:51.562580 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dffcd7-ab50-454c-8631-e38fa8f868b5 None None] The sync data for ids ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'] in dv-cinder-849800-2-iscsi is: [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:54:30Z', 'revision_number': 4, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': '6a535443-e402-49a2-860b-cabc07d2d674', 'name': '', 'network_id': 'fcf758b3-d1d0-4113-88a1-91bfb5fdc377', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'mac_address': 'fa:16:3e:f9:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:29Z', 'updated_at': '2022-07-21T10:54:34Z', 'revision_number': 5, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'subnets': [{'id': 'c73223d2-a824-44a2-839c-c12a914ca57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:58:51.790072 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2a8f61-b439-4e22-a85f-78fb5ede3da6 None None] New status for floating IP 9416f01a-5616-4d7c-b092-5304b23a6080: DOWN {{(pid=111081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 10:58:52.533963 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 43174) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:58:52.590578 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4d6d26cd-72c2-47a8-8e77-c2d0e9e0e01b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group (5182f216-b853-4d54-8996-351e88508e26), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:52.614161 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4d6d26cd-72c2-47a8-8e77-c2d0e9e0e01b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group (5182f216-b853-4d54-8996-351e88508e26), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:52.721004 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4d6d26cd-72c2-47a8-8e77-c2d0e9e0e01b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (5182f216-b853-4d54-8996-351e88508e26), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:52.723767 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-4d6d26cd-72c2-47a8-8e77-c2d0e9e0e01b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:52.724915 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-4d6d26cd-72c2-47a8-8e77-c2d0e9e0e01b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "DELETE /v2.0/security-groups/5182f216-b853-4d54-8996-351e88508e26 HTTP/1.1" status: 204 len: 168 time: 0.1899405 Jul 21 10:58:52.727687 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 43176) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:58:52.734119 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d26cd-72c2-47a8-8e77-c2d0e9e0e01b tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5182f216-b853-4d54-8996-351e88508e26,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:58:52.745148 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.api.v2.resource [None req-0c21b947-a09e-47ae-b814-24889d63ec4f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] show failed (client error): The resource could not be found. Jul 21 10:58:52.746187 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-0c21b947-a09e-47ae-b814-24889d63ec4f tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "GET /v2.0/security-groups/5182f216-b853-4d54-8996-351e88508e26 HTTP/1.1" status: 404 len: 347 time: 0.0174980 Jul 21 10:58:52.749188 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 43178) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:58:52.860970 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-2caf4203-27a5-489c-ad50-a5e87f5b7591 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Deleting port c428770c-ef67-4a61-9db8-b8ff3c3568d3 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:58:52.861491 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2caf4203-27a5-489c-ad50-a5e87f5b7591 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (c428770c-ef67-4a61-9db8-b8ff3c3568d3), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:52.873701 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:52.880350 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:52.940033 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2caf4203-27a5-489c-ad50-a5e87f5b7591 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (c428770c-ef67-4a61-9db8-b8ff3c3568d3), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:52.940365 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2caf4203-27a5-489c-ad50-a5e87f5b7591 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for floatingip (c428770c-ef67-4a61-9db8-b8ff3c3568d3), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:52.952085 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-2caf4203-27a5-489c-ad50-a5e87f5b7591 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Calling delete_port for c428770c-ef67-4a61-9db8-b8ff3c3568d3 owned by network:floatingip {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:58:53.154676 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2caf4203-27a5-489c-ad50-a5e87f5b7591 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (c428770c-ef67-4a61-9db8-b8ff3c3568d3), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:53.177091 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf4203-27a5-489c-ad50-a5e87f5b7591 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Pushing event deleted for resources: {'Port': ['ID=c428770c-ef67-4a61-9db8-b8ff3c3568d3,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:58:53.244228 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2caf4203-27a5-489c-ad50-a5e87f5b7591 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks [] for floatingip (9416f01a-5616-4d7c-b092-5304b23a6080), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:53.246885 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2caf4203-27a5-489c-ad50-a5e87f5b7591 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:53.248027 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-2caf4203-27a5-489c-ad50-a5e87f5b7591 tempest-AttachVolumeTestJSON-1108399766 tempest-AttachVolumeTestJSON-1108399766-project] 10.222.0.48 "DELETE /v2.0/floatingips/9416f01a-5616-4d7c-b092-5304b23a6080 HTTP/1.1" status: 204 len: 168 time: 0.4973481 Jul 21 10:58:53.972382 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b5067d20-3730-40c6-bad3-4349c5df7b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:54.006355 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 2155410f-78ee-46db-8356-a84ec028f65e no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:58:54.026028 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: 2155410f-78ee-46db-8356-a84ec028f65e {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:58:54.026375 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 2155410f-78ee-46db-8356-a84ec028f65e not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:58:55.360299 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:56.639058 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:56.829334 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:57.104766 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 43206) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:58:57.398032 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:57.407513 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-818706d0-1bcf-4eb0-b676-b5023ae93738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906778'] for router_interface (3b427d0f-04a9-42a3-bba9-72e8eda8fbeb), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:57.863862 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-818706d0-1bcf-4eb0-b676-b5023ae93738 admin admin] Deleting port 6a535443-e402-49a2-860b-cabc07d2d674 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:58:57.864218 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-818706d0-1bcf-4eb0-b676-b5023ae93738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (6a535443-e402-49a2-860b-cabc07d2d674), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:57.941763 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [None req-818706d0-1bcf-4eb0-b676-b5023ae93738 admin admin] For port 6a535443-e402-49a2-860b-cabc07d2d674, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=6a535443-e402-49a2-860b-cabc07d2d674,segment=NetworkSegment(694da1f4-7f8a-4c77-abb4-6e63a68db39f),segment_id=694da1f4-7f8a-4c77-abb4-6e63a68db39f)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:58:57.942130 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-818706d0-1bcf-4eb0-b676-b5023ae93738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (6a535443-e402-49a2-860b-cabc07d2d674), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:57.958289 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-818706d0-1bcf-4eb0-b676-b5023ae93738 admin admin] Calling delete_port for 6a535443-e402-49a2-860b-cabc07d2d674 owned by network:router_interface {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:58:58.016493 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:58.194602 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-818706d0-1bcf-4eb0-b676-b5023ae93738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (6a535443-e402-49a2-860b-cabc07d2d674), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:58.221766 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818706d0-1bcf-4eb0-b676-b5023ae93738 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a535443-e402-49a2-860b-cabc07d2d674,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:58:58.383886 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-818706d0-1bcf-4eb0-b676-b5023ae93738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7994357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905578'] for router_interface (3b427d0f-04a9-42a3-bba9-72e8eda8fbeb), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:58.627402 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:58.631337 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818706d0-1bcf-4eb0-b676-b5023ae93738 admin admin] Router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 10:58:58.750072 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818706d0-1bcf-4eb0-b676-b5023ae93738 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 10:58:58.755115 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-818706d0-1bcf-4eb0-b676-b5023ae93738 admin admin] 10.222.0.48 "PUT /v2.0/routers/3b427d0f-04a9-42a3-bba9-72e8eda8fbeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6492662 Jul 21 10:58:58.757554 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 43210) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:58:58.760255 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bfa18d-d5a7-4d49-91e3-0c4cb152e078 None None] Sync routers for ids ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 10:58:58.772834 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bfa18d-d5a7-4d49-91e3-0c4cb152e078 None None] Routers {'3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:58:58.773482 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-d4bfa18d-d5a7-4d49-91e3-0c4cb152e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:58:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:58:58.859093 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-da3ba884-d248-46d2-b3de-2e92bf35eb65 admin admin] Publish callbacks [] for router (3b427d0f-04a9-42a3-bba9-72e8eda8fbeb), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:58.873893 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-d4bfa18d-d5a7-4d49-91e3-0c4cb152e078 None None] Set router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:58:58.956525 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-da3ba884-d248-46d2-b3de-2e92bf35eb65 admin admin] Publish callbacks [] for router_gateway (3b427d0f-04a9-42a3-bba9-72e8eda8fbeb), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:59.042229 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-d4bfa18d-d5a7-4d49-91e3-0c4cb152e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:58:58Z', 'revision_number': 5, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port': {'id': '1778fa36-01e8-45eb-8c22-77054f01a21f', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:54:27Z', 'updated_at': '2022-07-21T10:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:58:59.057688 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:59.070815 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-da3ba884-d248-46d2-b3de-2e92bf35eb65 admin admin] Deleting port 1778fa36-01e8-45eb-8c22-77054f01a21f {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:58:59.071168 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-da3ba884-d248-46d2-b3de-2e92bf35eb65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (1778fa36-01e8-45eb-8c22-77054f01a21f), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:59.072411 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bfa18d-d5a7-4d49-91e3-0c4cb152e078 None None] Checking router: 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 10:58:59.082050 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bfa18d-d5a7-4d49-91e3-0c4cb152e078 None None] Routers {'3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 10:58:59.082710 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-d4bfa18d-d5a7-4d49-91e3-0c4cb152e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T10:58:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:58:59.084237 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:59.155127 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [None req-da3ba884-d248-46d2-b3de-2e92bf35eb65 admin admin] For port 1778fa36-01e8-45eb-8c22-77054f01a21f, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=1778fa36-01e8-45eb-8c22-77054f01a21f,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:58:59.155515 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-da3ba884-d248-46d2-b3de-2e92bf35eb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (1778fa36-01e8-45eb-8c22-77054f01a21f), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:59.170085 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-d4bfa18d-d5a7-4d49-91e3-0c4cb152e078 None None] Set router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb gateway port host: None {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 10:58:59.172434 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-da3ba884-d248-46d2-b3de-2e92bf35eb65 admin admin] Calling delete_port for 1778fa36-01e8-45eb-8c22-77054f01a21f owned by network:router_gateway {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:58:59.226033 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-d4bfa18d-d5a7-4d49-91e3-0c4cb152e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:58:58Z', 'revision_number': 6, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port_host': None}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:58:59.252006 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bfa18d-d5a7-4d49-91e3-0c4cb152e078 None None] The sync data for ids ['3b427d0f-04a9-42a3-bba9-72e8eda8fbeb'] in dv-cinder-849800-2-iscsi is: [{'id': '3b427d0f-04a9-42a3-bba9-72e8eda8fbeb', 'name': 'tempest-AttachVolumeTestJSON-1914442083-router', 'tenant_id': 'ce3ae8ed116141658017f823c633c2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:54:26Z', 'updated_at': '2022-07-21T10:58:58Z', 'revision_number': 6, 'project_id': 'ce3ae8ed116141658017f823c633c2f2', 'gw_port_host': None}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 10:58:59.305226 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:58:59.405593 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-da3ba884-d248-46d2-b3de-2e92bf35eb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (1778fa36-01e8-45eb-8c22-77054f01a21f), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:59.432424 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ba884-d248-46d2-b3de-2e92bf35eb65 admin admin] Pushing event deleted for resources: {'Port': ['ID=1778fa36-01e8-45eb-8c22-77054f01a21f,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:58:59.511467 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-da3ba884-d248-46d2-b3de-2e92bf35eb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7907105'] for router_gateway (3b427d0f-04a9-42a3-bba9-72e8eda8fbeb), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:59.601035 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-da3ba884-d248-46d2-b3de-2e92bf35eb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7905525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router (3b427d0f-04a9-42a3-bba9-72e8eda8fbeb), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:59.603457 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-da3ba884-d248-46d2-b3de-2e92bf35eb65 admin admin] Publish callbacks [] for router_controller (3b427d0f-04a9-42a3-bba9-72e8eda8fbeb), precommit_delete_associations {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:59.708795 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-da3ba884-d248-46d2-b3de-2e92bf35eb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7905412'] for router (3b427d0f-04a9-42a3-bba9-72e8eda8fbeb), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:59.709462 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3ba884-d248-46d2-b3de-2e92bf35eb65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b427d0f-04a9-42a3-bba9-72e8eda8fbeb {{(pid=111078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 10:58:59.715037 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-da3ba884-d248-46d2-b3de-2e92bf35eb65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:59.715370 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-da3ba884-d248-46d2-b3de-2e92bf35eb65 admin admin] 10.222.0.48 "DELETE /v2.0/routers/3b427d0f-04a9-42a3-bba9-72e8eda8fbeb HTTP/1.1" status: 204 len: 168 time: 0.9567344 Jul 21 10:58:59.717685 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 43212) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:58:59.762319 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea8b47b-b7f0-4244-8fb2-1492a5c8bef8 admin admin] Deleting subnet c73223d2-a824-44a2-839c-c12a914ca57f {{(pid=111078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 10:58:59.765559 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b47b-b7f0-4244-8fb2-1492a5c8bef8 admin admin] Publish callbacks [] for subnet (c73223d2-a824-44a2-839c-c12a914ca57f), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:59.803454 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b47b-b7f0-4244-8fb2-1492a5c8bef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4368943'] for subnet (c73223d2-a824-44a2-839c-c12a914ca57f), precommit_delete_associations {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:59.878813 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b47b-b7f0-4244-8fb2-1492a5c8bef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686909'] for subnet (c73223d2-a824-44a2-839c-c12a914ca57f), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:58:59.977579 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b47b-b7f0-4244-8fb2-1492a5c8bef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6008475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33547813'] for subnet (c73223d2-a824-44a2-839c-c12a914ca57f), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:00.007132 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8b47b-b7f0-4244-8fb2-1492a5c8bef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73223d2-a824-44a2-839c-c12a914ca57f,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:00.013596 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b47b-b7f0-4244-8fb2-1492a5c8bef8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:00.016772 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-0ea8b47b-b7f0-4244-8fb2-1492a5c8bef8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c73223d2-a824-44a2-839c-c12a914ca57f HTTP/1.1" status: 204 len: 168 time: 0.2981629 Jul 21 10:59:00.019593 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 43214) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:00.023055 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e36424c-2ed7-4229-982a-4f08c64fd160 None None] Network fcf758b3-d1d0-4113-88a1-91bfb5fdc377 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 10:59:00.090523 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692532'] for network (fcf758b3-d1d0-4113-88a1-91bfb5fdc377), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:00.134440 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] Deleting port 2a538f8b-19a7-42c9-bed7-1fef662a8336 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:59:00.134746 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (2a538f8b-19a7-42c9-bed7-1fef662a8336), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:00.185959 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] DHCP port deletion for fcf758b3-d1d0-4113-88a1-91bfb5fdc377 request from dv-cinder-849800-2-iscsi {{(pid=111080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 10:59:00.208486 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] For port 2a538f8b-19a7-42c9-bed7-1fef662a8336, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=2a538f8b-19a7-42c9-bed7-1fef662a8336,segment=NetworkSegment(694da1f4-7f8a-4c77-abb4-6e63a68db39f),segment_id=694da1f4-7f8a-4c77-abb4-6e63a68db39f)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:59:00.208865 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (2a538f8b-19a7-42c9-bed7-1fef662a8336), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:00.223108 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] Calling delete_port for 2a538f8b-19a7-42c9-bed7-1fef662a8336 owned by network:dhcp {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:59:00.231164 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Deleting port 2a538f8b-19a7-42c9-bed7-1fef662a8336 {{(pid=111080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 10:59:00.231575 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (2a538f8b-19a7-42c9-bed7-1fef662a8336), before_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:00.305846 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] For port 2a538f8b-19a7-42c9-bed7-1fef662a8336, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=2a538f8b-19a7-42c9-bed7-1fef662a8336,segment=NetworkSegment(694da1f4-7f8a-4c77-abb4-6e63a68db39f),segment_id=694da1f4-7f8a-4c77-abb4-6e63a68db39f)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 10:59:00.306353 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (2a538f8b-19a7-42c9-bed7-1fef662a8336), precommit_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:00.321063 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Calling delete_port for 2a538f8b-19a7-42c9-bed7-1fef662a8336 owned by network:dhcp {{(pid=111080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 10:59:00.383365 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (2a538f8b-19a7-42c9-bed7-1fef662a8336), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:00.387744 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: from cryptography.utils import int_from_bytes Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: from cryptography.utils import int_from_bytes Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.390755 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.401436 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.401436 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.401436 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.401436 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.401436 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.401436 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.401436 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.401436 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.401436 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.401436 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.401436 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.401436 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.401436 dv-cinder-849800-2-iscsi neutron-server[111080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 21 10:59:00.401436 dv-cinder-849800-2-iscsi neutron-server[111080]: self.session.flush() Jul 21 10:59:00.401436 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:00.401436 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077'] for port (2a538f8b-19a7-42c9-bed7-1fef662a8336), after_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:00.416945 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] No DVR routers for this DVR port 2a538f8b-19a7-42c9-bed7-1fef662a8336 on host dv-cinder-849800-2-iscsi {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:59:00.424824 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=2a538f8b-19a7-42c9-bed7-1fef662a8336,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:00.428149 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Pushing event deleted for resources: {'Port': ['ID=2a538f8b-19a7-42c9-bed7-1fef662a8336,revision_number=None']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:00.433021 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] No DVR routers for this DVR port 2a538f8b-19a7-42c9-bed7-1fef662a8336 on host dv-cinder-849800-2-iscsi {{(pid=111080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 10:59:00.440016 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:00.440357 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:00.440912 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:00.441264 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:00.441888 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:00.442405 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:00.445867 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:00.445867 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:00.445867 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:00.445867 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:00.445867 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:00.445867 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:00.445867 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:00.445867 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:00.445867 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ead145-3a89-4848-92ce-93056d8b6e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:00.493237 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 1778fa36-01e8-45eb-8c22-77054f01a21f no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:59:00.508895 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687030', 'neutron.services.segments.db._delete_segments_for_network-8727025531468'] for network (fcf758b3-d1d0-4113-88a1-91bfb5fdc377), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:00.513437 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 1778fa36-01e8-45eb-8c22-77054f01a21f {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:59:00.513788 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 1778fa36-01e8-45eb-8c22-77054f01a21f not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:59:00.514216 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 2a538f8b-19a7-42c9-bed7-1fef662a8336 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:59:00.530393 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf758b3-d1d0-4113-88a1-91bfb5fdc377']}} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:59:00.532451 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:00.534387 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 2a538f8b-19a7-42c9-bed7-1fef662a8336 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:59:00.534768 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 2a538f8b-19a7-42c9-bed7-1fef662a8336 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:59:00.535224 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 6a535443-e402-49a2-860b-cabc07d2d674 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 10:59:00.541974 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694da1f4-7f8a-4c77-abb4-6e63a68db39f') {'for_net_delete': True} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:59:00.542304 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694da1f4-7f8a-4c77-abb4-6e63a68db39f') {} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 10:59:00.553160 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727025530341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4368918'] for segment (694da1f4-7f8a-4c77-abb4-6e63a68db39f), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:00.555491 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 6a535443-e402-49a2-860b-cabc07d2d674 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 10:59:00.555845 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 6a535443-e402-49a2-860b-cabc07d2d674 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 10:59:00.567878 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (694da1f4-7f8a-4c77-abb4-6e63a68db39f), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:00.576077 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=111078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 10:59:00.577044 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6008353'] for segment (694da1f4-7f8a-4c77-abb4-6e63a68db39f), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:00.662846 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.services.segments.plugin [-] Segment 694da1f4-7f8a-4c77-abb4-6e63a68db39f resource provider aggregate not found Jul 21 10:59:00.679878 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.services.segments.plugin [-] Segment 694da1f4-7f8a-4c77-abb4-6e63a68db39f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 694da1f4-7f8a-4c77-abb4-6e63a68db39f found for delete ", "request_id": "req-9242ed7f-0bde-4c92-b794-e3a1c1ffc8b6"}]} Jul 21 10:59:00.730687 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7907263'] for network (fcf758b3-d1d0-4113-88a1-91bfb5fdc377), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:00.737318 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:00.740341 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] 10.222.0.48 "DELETE /v2.0/networks/fcf758b3-d1d0-4113-88a1-91bfb5fdc377 HTTP/1.1" status: 204 len: 168 time: 0.7198584 Jul 21 10:59:00.751303 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539a0a7-54a5-4c7f-8f62-55c1c5b96b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=fcf758b3-d1d0-4113-88a1-91bfb5fdc377,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:01.100998 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 43224) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:01.141837 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-eeec80c8-2cb9-45b1-aed7-8b841fa3daec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce3ae8ed116141658017f823c633c2f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395939 Jul 21 10:59:01.144252 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 43226) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:01.198777 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d1c6180e-ae39-4259-a0dd-47b974766882 admin admin] Publish callbacks [] for security_group (d91d0fe4-6407-418b-8e29-06707bc80786), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:01.224801 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d1c6180e-ae39-4259-a0dd-47b974766882 admin admin] Publish callbacks [] for security_group (d91d0fe4-6407-418b-8e29-06707bc80786), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:01.332129 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d1c6180e-ae39-4259-a0dd-47b974766882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (d91d0fe4-6407-418b-8e29-06707bc80786), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:01.334627 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d1c6180e-ae39-4259-a0dd-47b974766882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:01.335800 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-d1c6180e-ae39-4259-a0dd-47b974766882 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d91d0fe4-6407-418b-8e29-06707bc80786 HTTP/1.1" status: 204 len: 168 time: 0.1906672 Jul 21 10:59:01.343982 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6180e-ae39-4259-a0dd-47b974766882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91d0fe4-6407-418b-8e29-06707bc80786,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:01.938216 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:01.940481 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:05.616980 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:59:10.539128 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=44,neutron:DELETE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:10.741692 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:10.742566 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=18,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:11.339145 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=61,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:11.340041 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=72,neutron:DELETE=5 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:11.363660 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:12.372593 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 43342) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:12.480134 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-612993ec-4d31-4ef0-89e2-c11f1125f790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:12.555198 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-612993ec-4d31-4ef0-89e2-c11f1125f790 admin admin] Publish callbacks [] for security_group (45f26581-d3e8-413a-9881-3bd095d8949c), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:12.611224 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-612993ec-4d31-4ef0-89e2-c11f1125f790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (45f26581-d3e8-413a-9881-3bd095d8949c), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:12.649289 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612993ec-4d31-4ef0-89e2-c11f1125f790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f26581-d3e8-413a-9881-3bd095d8949c,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:12.653582 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-612993ec-4d31-4ef0-89e2-c11f1125f790 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ca4b813cb55496c8716065622910999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799313 Jul 21 10:59:12.656318 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 43346) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:12.707193 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1249bb50-83f8-4ddc-b796-3e24a6ca8115 admin admin] Publish callbacks [] for security_group (45f26581-d3e8-413a-9881-3bd095d8949c), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:12.728625 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1249bb50-83f8-4ddc-b796-3e24a6ca8115 admin admin] Publish callbacks [] for security_group (45f26581-d3e8-413a-9881-3bd095d8949c), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:12.822808 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1249bb50-83f8-4ddc-b796-3e24a6ca8115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (45f26581-d3e8-413a-9881-3bd095d8949c), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:12.825287 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-1249bb50-83f8-4ddc-b796-3e24a6ca8115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:12.826497 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-1249bb50-83f8-4ddc-b796-3e24a6ca8115 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45f26581-d3e8-413a-9881-3bd095d8949c HTTP/1.1" status: 204 len: 168 time: 0.1692798 Jul 21 10:59:12.835605 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249bb50-83f8-4ddc-b796-3e24a6ca8115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f26581-d3e8-413a-9881-3bd095d8949c,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:14.931159 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:15.613022 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:19.657677 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:21.394247 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-76bce436-4f7e-4c08-932e-3e2b5a1a311e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:22.829399 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=36,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:22.830612 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=34,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:23.047535 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1e9cf01a-26ce-4097-8038-f53a95002e2d req-f62ad36c-7d55-4c1e-8fe2-b2ddf5aad9b1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397809 Jul 21 10:59:23.144979 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cf01a-26ce-4097-8038-f53a95002e2d req-a54df3fc-e965-439e-ab53-82ad5576e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:59:23.146531 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1e9cf01a-26ce-4097-8038-f53a95002e2d req-a54df3fc-e965-439e-ab53-82ad5576e7a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c99e5deac07a429c9c771ef41d278a46&device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 1129 time: 0.0405660 Jul 21 10:59:23.260802 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cf01a-26ce-4097-8038-f53a95002e2d req-f3d71ce0-d18d-4f2a-8a48-a194cc5dc2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:59:23.262284 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1e9cf01a-26ce-4097-8038-f53a95002e2d req-f3d71ce0-d18d-4f2a-8a48-a194cc5dc2c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc0b2a51-d561-47c8-bdc0-392c408f6063 HTTP/1.1" status: 200 len: 913 time: 0.0937173 Jul 21 10:59:23.325855 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1e9cf01a-26ce-4097-8038-f53a95002e2d req-3c95a872-0300-4007-a062-ee52c8b4f3a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=297932c9-c2bf-4d0d-a5e4-14259e6cc191 HTTP/1.1" status: 200 len: 1001 time: 0.0550780 Jul 21 10:59:23.379765 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cf01a-26ce-4097-8038-f53a95002e2d req-37b4f221-0efe-47fb-a15b-ff8bff156095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:59:23.381203 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1e9cf01a-26ce-4097-8038-f53a95002e2d req-37b4f221-0efe-47fb-a15b-ff8bff156095 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91dfb6c3-be9f-472a-a4b6-7542992a3b45 HTTP/1.1" status: 200 len: 851 time: 0.0486419 Jul 21 10:59:23.427047 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cf01a-26ce-4097-8038-f53a95002e2d req-4cdd6cb0-185a-4ed6-bfec-fd891950812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 10:59:23.428546 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1e9cf01a-26ce-4097-8038-f53a95002e2d req-4cdd6cb0-185a-4ed6-bfec-fd891950812d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc0b2a51-d561-47c8-bdc0-392c408f6063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401237 Jul 21 10:59:23.522223 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1e9cf01a-26ce-4097-8038-f53a95002e2d req-c221e025-ea21-436f-9577-56f1afa3df8e service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875614 Jul 21 10:59:23.616069 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1e9cf01a-26ce-4097-8038-f53a95002e2d req-d38c5858-aded-4ee0-99fb-5dd48e91b1d4 service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860856 Jul 21 10:59:24.005269 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-621edab3-b0f7-403c-9514-ee4522baf359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:25.410562 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:26.650867 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:26.849583 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:33.486861 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 43564) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:33.592303 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3076e80c-267a-455a-910d-5a61d9624362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:33.667228 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3076e80c-267a-455a-910d-5a61d9624362 admin admin] Publish callbacks [] for security_group (43f3c68a-1b17-421c-94d7-2a15d0baa190), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:33.729715 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-3076e80c-267a-455a-910d-5a61d9624362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (43f3c68a-1b17-421c-94d7-2a15d0baa190), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:33.773878 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076e80c-267a-455a-910d-5a61d9624362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f3c68a-1b17-421c-94d7-2a15d0baa190,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:33.778281 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-3076e80c-267a-455a-910d-5a61d9624362 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45aca2aa9144444f97a4fcc06561ca41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903843 Jul 21 10:59:33.780942 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 43568) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:33.831044 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4922d8a5-2387-4409-a4b8-f9a4c2fa06bc admin admin] Publish callbacks [] for security_group (43f3c68a-1b17-421c-94d7-2a15d0baa190), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:33.852932 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4922d8a5-2387-4409-a4b8-f9a4c2fa06bc admin admin] Publish callbacks [] for security_group (43f3c68a-1b17-421c-94d7-2a15d0baa190), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:33.999339 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4922d8a5-2387-4409-a4b8-f9a4c2fa06bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (43f3c68a-1b17-421c-94d7-2a15d0baa190), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:34.001861 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4922d8a5-2387-4409-a4b8-f9a4c2fa06bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:34.003056 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-4922d8a5-2387-4409-a4b8-f9a4c2fa06bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/43f3c68a-1b17-421c-94d7-2a15d0baa190 HTTP/1.1" status: 204 len: 168 time: 0.2211566 Jul 21 10:59:34.011716 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922d8a5-2387-4409-a4b8-f9a4c2fa06bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f3c68a-1b17-421c-94d7-2a15d0baa190,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:34.620736 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 43574) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:34.634870 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d45fe97c-b57b-4499-8324-cefe99ff7d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:34.647324 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:34.659444 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:34.711852 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d45fe97c-b57b-4499-8324-cefe99ff7d62 admin admin] Publish callbacks [] for security_group (2efea116-8275-4bde-881d-a543603add23), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:34.780407 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-d45fe97c-b57b-4499-8324-cefe99ff7d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (2efea116-8275-4bde-881d-a543603add23), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:34.823446 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-d45fe97c-b57b-4499-8324-cefe99ff7d62 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45ccdd146376434cb234626d147bddfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016351 Jul 21 10:59:34.824300 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fe97c-b57b-4499-8324-cefe99ff7d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efea116-8275-4bde-881d-a543603add23,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:34.826801 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 43576) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:34.880547 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8edf-ddfd-4830-8575-9ccb98427b36 admin admin] Publish callbacks [] for security_group (2efea116-8275-4bde-881d-a543603add23), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:34.902024 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8edf-ddfd-4830-8575-9ccb98427b36 admin admin] Publish callbacks [] for security_group (2efea116-8275-4bde-881d-a543603add23), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:35.027799 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8edf-ddfd-4830-8575-9ccb98427b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (2efea116-8275-4bde-881d-a543603add23), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:35.030298 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8edf-ddfd-4830-8575-9ccb98427b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:35.031494 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-8d1e8edf-ddfd-4830-8575-9ccb98427b36 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2efea116-8275-4bde-881d-a543603add23 HTTP/1.1" status: 204 len: 168 time: 0.2036941 Jul 21 10:59:35.040128 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e8edf-ddfd-4830-8575-9ccb98427b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efea116-8275-4bde-881d-a543603add23,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:36.577382 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:36.590574 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=4 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:42.617668 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 10:59:44.023810 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:44.847252 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:44.901464 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:44.914190 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=26,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:45.034125 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:45.034912 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:47.487082 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 43666) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:47.591977 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:47.677646 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Publish callbacks [] for security_group (02102e41-e96d-4436-9a73-d1fa222357f1), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:47.747117 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (02102e41-e96d-4436-9a73-d1fa222357f1), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:47.786335 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2fddb77e3d044588b8a74d853112742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981634 Jul 21 10:59:47.787073 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02102e41-e96d-4436-9a73-d1fa222357f1,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:47.789859 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 43670) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:47.807094 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:47.807445 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:47.807790 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:47.808129 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:47.808466 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:47.809216 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:47.809557 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:47.809891 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:47.810224 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:47.810573 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:47.810939 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:47.811250 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:47.816438 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:47.816438 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:47.816438 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32b2b5-2ba8-453d-9c5a-611c8a5c21de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:47.854924 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-96102453-622d-47f3-8f87-000b35caa91d admin admin] Publish callbacks [] for security_group (02102e41-e96d-4436-9a73-d1fa222357f1), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:47.875778 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-96102453-622d-47f3-8f87-000b35caa91d admin admin] Publish callbacks [] for security_group (02102e41-e96d-4436-9a73-d1fa222357f1), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:47.992842 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-96102453-622d-47f3-8f87-000b35caa91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (02102e41-e96d-4436-9a73-d1fa222357f1), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:47.995399 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-96102453-622d-47f3-8f87-000b35caa91d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:47.996579 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-96102453-622d-47f3-8f87-000b35caa91d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02102e41-e96d-4436-9a73-d1fa222357f1 HTTP/1.1" status: 204 len: 168 time: 0.2054744 Jul 21 10:59:48.005775 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96102453-622d-47f3-8f87-000b35caa91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02102e41-e96d-4436-9a73-d1fa222357f1,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:48.567882 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 43676) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:48.582165 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0889553d-cfc4-40a4-8326-aafcad30cce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:48.657340 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0889553d-cfc4-40a4-8326-aafcad30cce7 admin admin] Publish callbacks [] for security_group (2634b1fb-66ef-4aba-8aab-3c3eb43a47bc), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:48.724007 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-0889553d-cfc4-40a4-8326-aafcad30cce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (2634b1fb-66ef-4aba-8aab-3c3eb43a47bc), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:48.762902 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-0889553d-cfc4-40a4-8326-aafcad30cce7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04e14f2676e749c9950775a53c92071f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1939118 Jul 21 10:59:48.764724 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889553d-cfc4-40a4-8326-aafcad30cce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2634b1fb-66ef-4aba-8aab-3c3eb43a47bc,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:48.765765 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 43678) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:48.817186 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ad2b67cf-4bce-4aee-8b74-b3377a069f6b admin admin] Publish callbacks [] for security_group (2634b1fb-66ef-4aba-8aab-3c3eb43a47bc), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:48.839363 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ad2b67cf-4bce-4aee-8b74-b3377a069f6b admin admin] Publish callbacks [] for security_group (2634b1fb-66ef-4aba-8aab-3c3eb43a47bc), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:48.968513 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ad2b67cf-4bce-4aee-8b74-b3377a069f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (2634b1fb-66ef-4aba-8aab-3c3eb43a47bc), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:48.971217 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-ad2b67cf-4bce-4aee-8b74-b3377a069f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:48.972636 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-ad2b67cf-4bce-4aee-8b74-b3377a069f6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2634b1fb-66ef-4aba-8aab-3c3eb43a47bc HTTP/1.1" status: 204 len: 168 time: 0.2054973 Jul 21 10:59:48.981183 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b67cf-4bce-4aee-8b74-b3377a069f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2634b1fb-66ef-4aba-8aab-3c3eb43a47bc,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:51.403040 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-f555e7b9-fe02-4379-921f-deec5e4931cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:51.876535 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 43750) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:51.982334 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:52.059189 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Publish callbacks [] for security_group (ae6a83ed-1450-4063-a574-c35d65adc67e), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:52.106931 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (ae6a83ed-1450-4063-a574-c35d65adc67e), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:52.150601 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=352bca4af36042d3bebf60c2d7ebc444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729216 Jul 21 10:59:52.151461 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6a83ed-1450-4063-a574-c35d65adc67e,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:52.153295 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 43754) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:52.158814 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:52.159307 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:52.159650 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:52.160017 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:52.160378 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:52.160711 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:52.161040 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:52.161374 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:52.161706 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:52.162032 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:52.162357 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:52.163589 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:52.164060 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:52.164394 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:52.164719 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca8b5f1-2e6d-4553-b557-476a1b0c8f77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 10:59:52.206079 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-2cb1746a-ecb8-4701-b4c5-b4eeb80bcc83 admin admin] Publish callbacks [] for security_group (ae6a83ed-1450-4063-a574-c35d65adc67e), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:52.227518 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-2cb1746a-ecb8-4701-b4c5-b4eeb80bcc83 admin admin] Publish callbacks [] for security_group (ae6a83ed-1450-4063-a574-c35d65adc67e), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:52.324404 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-2cb1746a-ecb8-4701-b4c5-b4eeb80bcc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (ae6a83ed-1450-4063-a574-c35d65adc67e), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:52.326990 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-2cb1746a-ecb8-4701-b4c5-b4eeb80bcc83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:52.328144 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-2cb1746a-ecb8-4701-b4c5-b4eeb80bcc83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae6a83ed-1450-4063-a574-c35d65adc67e HTTP/1.1" status: 204 len: 168 time: 0.1738744 Jul 21 10:59:52.337422 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1746a-ecb8-4701-b4c5-b4eeb80bcc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6a83ed-1450-4063-a574-c35d65adc67e,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:52.613541 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:52.918606 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 43762) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:52.932154 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b3bb848f-5bfe-4a5f-9a21-1321943aaac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:52.961384 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:52.983109 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 10:59:53.010449 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b3bb848f-5bfe-4a5f-9a21-1321943aaac1 admin admin] Publish callbacks [] for security_group (5dfb497b-86ed-432d-b3b6-7c4a6d8a4340), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:53.055251 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b3bb848f-5bfe-4a5f-9a21-1321943aaac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (5dfb497b-86ed-432d-b3b6-7c4a6d8a4340), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:53.095105 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-b3bb848f-5bfe-4a5f-9a21-1321943aaac1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c20e99c8e24437788ff4f42d74e8f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1753316 Jul 21 10:59:53.097049 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb848f-5bfe-4a5f-9a21-1321943aaac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfb497b-86ed-432d-b3b6-7c4a6d8a4340,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:53.097817 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 43764) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:53.151095 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4f20c9c4-393d-42d6-a54e-c60398ee649f admin admin] Publish callbacks [] for security_group (5dfb497b-86ed-432d-b3b6-7c4a6d8a4340), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:53.173797 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4f20c9c4-393d-42d6-a54e-c60398ee649f admin admin] Publish callbacks [] for security_group (5dfb497b-86ed-432d-b3b6-7c4a6d8a4340), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:53.273329 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4f20c9c4-393d-42d6-a54e-c60398ee649f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (5dfb497b-86ed-432d-b3b6-7c4a6d8a4340), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:53.276183 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-4f20c9c4-393d-42d6-a54e-c60398ee649f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:53.277348 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-4f20c9c4-393d-42d6-a54e-c60398ee649f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5dfb497b-86ed-432d-b3b6-7c4a6d8a4340 HTTP/1.1" status: 204 len: 168 time: 0.1784337 Jul 21 10:59:53.285542 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20c9c4-393d-42d6-a54e-c60398ee649f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfb497b-86ed-432d-b3b6-7c4a6d8a4340,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:54.078407 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-e492c179-92db-4cd0-bacd-a6734a0eff61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:55.409895 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:56.644435 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:56.844428 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:58.715918 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 43830) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:58.819402 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f8e690a9-6524-4e7e-b615-e991487e5ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:58.895562 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f8e690a9-6524-4e7e-b615-e991487e5ba5 admin admin] Publish callbacks [] for security_group (10e29e19-5c6c-4abb-91f3-5488b2bb4eb8), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:58.981308 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f8e690a9-6524-4e7e-b615-e991487e5ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (10e29e19-5c6c-4abb-91f3-5488b2bb4eb8), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:59.019383 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e690a9-6524-4e7e-b615-e991487e5ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e29e19-5c6c-4abb-91f3-5488b2bb4eb8,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 10:59:59.023690 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-f8e690a9-6524-4e7e-b615-e991487e5ba5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4d53fb3080148dcb9300725c757b911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067639 Jul 21 10:59:59.027032 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 43834) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 10:59:59.076345 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-69ded099-0815-47fc-ab47-f778ba51c90e admin admin] Publish callbacks [] for security_group (10e29e19-5c6c-4abb-91f3-5488b2bb4eb8), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:59.097454 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-69ded099-0815-47fc-ab47-f778ba51c90e admin admin] Publish callbacks [] for security_group (10e29e19-5c6c-4abb-91f3-5488b2bb4eb8), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:59.221556 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-69ded099-0815-47fc-ab47-f778ba51c90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (10e29e19-5c6c-4abb-91f3-5488b2bb4eb8), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:59.224133 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-69ded099-0815-47fc-ab47-f778ba51c90e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 10:59:59.225294 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-69ded099-0815-47fc-ab47-f778ba51c90e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10e29e19-5c6c-4abb-91f3-5488b2bb4eb8 HTTP/1.1" status: 204 len: 168 time: 0.1972566 Jul 21 10:59:59.235628 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ded099-0815-47fc-ab47-f778ba51c90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e29e19-5c6c-4abb-91f3-5488b2bb4eb8,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:00:02.131278 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-d2ec2858-3d06-4b2d-8e87-e438acd7254b tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=400e7fad8c43490d8510d77e6c10ce87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286436 Jul 21 11:00:02.314216 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-db15c367-28d6-4e17-9e56-fac311000f26 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:02.315591 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-db15c367-28d6-4e17-9e56-fac311000f26 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782722 Jul 21 11:00:02.330489 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-85fe9c96-f25a-473a-becd-af68b876ec79 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/quotas/400e7fad8c43490d8510d77e6c10ce87 HTTP/1.1" status: 200 len: 375 time: 0.0097647 Jul 21 11:00:02.361293 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-3308f58e-6c64-4242-a66a-9f51761c51e9 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=400e7fad8c43490d8510d77e6c10ce87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260985 Jul 21 11:00:02.640005 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7c271653-830e-4aec-962a-09a1609305ef req-d4b34890-3b98-432a-afa2-4e4a00317271 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 210 time: 0.0278602 Jul 21 11:00:03.206941 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=49,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:03.281028 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=56,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:03.736036 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5ad5bdab-4db5-4451-acf6-572982efff5b req-8b10e023-92bf-4445-bd88-46cb2c198a9c tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 210 time: 0.0272636 Jul 21 11:00:04.836314 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-be9df482-d4d4-4c48-9f95-cc185bfd5a63 req-d46fb42b-3691-4b40-9240-1b2c1b5c9943 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 210 time: 0.0304234 Jul 21 11:00:04.844795 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-fc8baa50-5a72-4573-9a9e-00eacfc034f4 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=400e7fad8c43490d8510d77e6c10ce87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293169 Jul 21 11:00:05.033122 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-e171ce47-5440-457e-a270-e86fb04331b3 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:05.035148 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-e171ce47-5440-457e-a270-e86fb04331b3 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852930 Jul 21 11:00:05.054492 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-fc5a6a8a-6a74-4c6a-9e72-3e1f4d70f993 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Request body: {'port': {'device_id': '5d0fbaed-f809-449d-849c-d943e2abf8bc', 'network_id': '69f5b193-daab-4acc-85a5-6f469953f58b', 'admin_state_up': True, 'tenant_id': '400e7fad8c43490d8510d77e6c10ce87'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 11:00:05.260297 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-fc5a6a8a-6a74-4c6a-9e72-3e1f4d70f993 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Made reservation on behalf of 400e7fad8c43490d8510d77e6c10ce87 for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 11:00:05.264380 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-fc5a6a8a-6a74-4c6a-9e72-3e1f4d70f993 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:05.277134 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-fc5a6a8a-6a74-4c6a-9e72-3e1f4d70f993 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Publish callbacks [] for security_group (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:05.352241 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-fc5a6a8a-6a74-4c6a-9e72-3e1f4d70f993 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Publish callbacks [] for security_group (4d07b04d-c6a5-4b8d-97c4-3f752f6262ba), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:05.431475 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-fc5a6a8a-6a74-4c6a-9e72-3e1f4d70f993 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (4d07b04d-c6a5-4b8d-97c4-3f752f6262ba), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:05.496619 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a6a8a-6a74-4c6a-9e72-3e1f4d70f993 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d07b04d-c6a5-4b8d-97c4-3f752f6262ba,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:00:05.568979 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-fc5a6a8a-6a74-4c6a-9e72-3e1f4d70f993 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Allocated IP 192.168.233.173 (69f5b193-daab-4acc-85a5-6f469953f58b/53517f14-645b-47ec-aee6-dd7d2b37dc95/114a3322-232a-4df2-aaef-9e3a87d4ac9b) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 11:00:05.725749 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-fc5a6a8a-6a74-4c6a-9e72-3e1f4d70f993 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Publish callbacks [] for port (114a3322-232a-4df2-aaef-9e3a87d4ac9b), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:05.831413 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-fc5a6a8a-6a74-4c6a-9e72-3e1f4d70f993 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (114a3322-232a-4df2-aaef-9e3a87d4ac9b), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:05.875400 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-fc5a6a8a-6a74-4c6a-9e72-3e1f4d70f993 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Network 69f5b193-daab-4acc-85a5-6f469953f58b is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 11:00:05.878807 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-fc5a6a8a-6a74-4c6a-9e72-3e1f4d70f993 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 11:00:05.885740 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-fc5a6a8a-6a74-4c6a-9e72-3e1f4d70f993 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 11:00:05.888329 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:05.962612 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffdc47-fbbc-4cec-a5f3-ce2839feb14a req-88bfa2f3-b2e5-47a6-bf75-9ed6e32516ea tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:05.964292 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5dffdc47-fbbc-4cec-a5f3-ce2839feb14a req-88bfa2f3-b2e5-47a6-bf75-9ed6e32516ea tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 936 time: 0.0579579 Jul 21 11:00:06.020298 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-5dffdc47-fbbc-4cec-a5f3-ce2839feb14a req-dd5e6aee-fd97-41dc-8afd-835ab075d82e tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d07b04d-c6a5-4b8d-97c4-3f752f6262ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498369 Jul 21 11:00:06.124691 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-bd5dadea-dbad-4f24-ae1c-a0cd6a340632 None None] Provisioning complete for port 114a3322-232a-4df2-aaef-9e3a87d4ac9b triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 11:00:06.125342 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-bd5dadea-dbad-4f24-ae1c-a0cd6a340632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (114a3322-232a-4df2-aaef-9e3a87d4ac9b), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:06.159075 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-bd5dadea-dbad-4f24-ae1c-a0cd6a340632 None None] Port 114a3322-232a-4df2-aaef-9e3a87d4ac9b cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 11:00:06.163785 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a6a8a-6a74-4c6a-9e72-3e1f4d70f993 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Pushing event updated for resources: {'Port': ['ID=114a3322-232a-4df2-aaef-9e3a87d4ac9b,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:00:06.173103 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:06.189952 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-fc5a6a8a-6a74-4c6a-9e72-3e1f4d70f993 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:06.190597 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-fc5a6a8a-6a74-4c6a-9e72-3e1f4d70f993 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:06.269422 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-fc5a6a8a-6a74-4c6a-9e72-3e1f4d70f993 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2196987 Jul 21 11:00:07.137017 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baf75c-6231-4b16-9b98-b6df7b9fc966 req-f5124a5e-2bd7-4fab-bcde-060f44fdeb14 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:07.138454 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-70baf75c-6231-4b16-9b98-b6df7b9fc966 req-f5124a5e-2bd7-4fab-bcde-060f44fdeb14 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 936 time: 0.0474114 Jul 21 11:00:07.188632 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-70baf75c-6231-4b16-9b98-b6df7b9fc966 req-b5158533-d209-44ab-b68c-e44254cfb398 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d07b04d-c6a5-4b8d-97c4-3f752f6262ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446720 Jul 21 11:00:08.303033 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7902009-5449-4045-ae1f-b61dca59060b req-27d8f97f-84fa-47f2-9d26-22ccc53941f0 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:08.304479 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f7902009-5449-4045-ae1f-b61dca59060b req-27d8f97f-84fa-47f2-9d26-22ccc53941f0 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 936 time: 0.0468590 Jul 21 11:00:08.315479 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:08.331145 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Request body: {'port': {'device_id': '5d0fbaed-f809-449d-849c-d943e2abf8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 11:00:08.354146 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-f7902009-5449-4045-ae1f-b61dca59060b req-d5505cc0-160f-433c-b5bd-58a78474f79a tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d07b04d-c6a5-4b8d-97c4-3f752f6262ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439198 Jul 21 11:00:08.391140 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (114a3322-232a-4df2-aaef-9e3a87d4ac9b), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:08.652665 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 114a3322-232a-4df2-aaef-9e3a87d4ac9b {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 11:00:08.660297 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Publish callbacks [] for port (114a3322-232a-4df2-aaef-9e3a87d4ac9b), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:08.672838 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Transition to ACTIVE for port object 114a3322-232a-4df2-aaef-9e3a87d4ac9b will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 11:00:08.752444 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (114a3322-232a-4df2-aaef-9e3a87d4ac9b), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:08.802199 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Pushing event updated for resources: {'Port': ['ID=114a3322-232a-4df2-aaef-9e3a87d4ac9b,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:00:08.882689 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Attempting to bind port 114a3322-232a-4df2-aaef-9e3a87d4ac9b on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 11:00:08.883023 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Attempting to bind port 114a3322-232a-4df2-aaef-9e3a87d4ac9b by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': '79775ab7-34ea-4c57-90b4-4186f093316a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '69f5b193-daab-4acc-85a5-6f469953f58b'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 11:00:08.883356 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Attempting to bind port 114a3322-232a-4df2-aaef-9e3a87d4ac9b on network 69f5b193-daab-4acc-85a5-6f469953f58b {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 11:00:08.888992 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Port 114a3322-232a-4df2-aaef-9e3a87d4ac9b on network 69f5b193-daab-4acc-85a5-6f469953f58b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 11:00:08.889319 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Attempting to bind port 114a3322-232a-4df2-aaef-9e3a87d4ac9b on network 69f5b193-daab-4acc-85a5-6f469953f58b {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 11:00:08.894338 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 10, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 11:00:08.894710 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Checking segment: {'id': '79775ab7-34ea-4c57-90b4-4186f093316a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '69f5b193-daab-4acc-85a5-6f469953f58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 11:00:08.895102 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Bound using segment: {'id': '79775ab7-34ea-4c57-90b4-4186f093316a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '69f5b193-daab-4acc-85a5-6f469953f58b'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 11:00:08.895532 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Bound port: 114a3322-232a-4df2-aaef-9e3a87d4ac9b, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79775ab7-34ea-4c57-90b4-4186f093316a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '69f5b193-daab-4acc-85a5-6f469953f58b'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 11:00:08.895895 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (114a3322-232a-4df2-aaef-9e3a87d4ac9b), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:08.959830 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] For port 114a3322-232a-4df2-aaef-9e3a87d4ac9b, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 11:00:08.963024 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] For port 114a3322-232a-4df2-aaef-9e3a87d4ac9b, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=114a3322-232a-4df2-aaef-9e3a87d4ac9b,segment=NetworkSegment(79775ab7-34ea-4c57-90b4-4186f093316a),segment_id=79775ab7-34ea-4c57-90b4-4186f093316a)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 11:00:09.032767 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (114a3322-232a-4df2-aaef-9e3a87d4ac9b), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:09.067782 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:09.068405 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:09.069890 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] 10.222.0.57 "PUT /v2.0/ports/114a3322-232a-4df2-aaef-9e3a87d4ac9b HTTP/1.1" status: 200 len: 1098 time: 0.7432547 Jul 21 11:00:09.070329 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0fbaed-f809-449d-849c-d943e2abf8bc', 'tag': '114a3322-232a-4df2-aaef-9e3a87d4ac9b'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 11:00:09.073980 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0221ced4-80bd-4b1c-a57a-c5e5b9377c12" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0fbaed-f809-449d-849c-d943e2abf8bc", "tag": "114a3322-232a-4df2-aaef-9e3a87d4ac9b"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 11:00:09.099372 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1ba18-55d6-4734-aec7-d19b410d93cb service neutron] Pushing event updated for resources: {'Port': ['ID=114a3322-232a-4df2-aaef-9e3a87d4ac9b,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:00:09.115424 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 11:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4131f0-5164-4dc5-a1f5-d87540f8c2ef x-openstack-request-id: req-3c4131f0-5164-4dc5-a1f5-d87540f8c2ef {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 11:00:09.115424 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0fbaed-f809-449d-849c-d943e2abf8bc", "tag": "114a3322-232a-4df2-aaef-9e3a87d4ac9b", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 11:00:09.115424 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c4131f0-5164-4dc5-a1f5-d87540f8c2ef {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 11:00:09.115424 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4131f0-5164-4dc5-a1f5-d87540f8c2ef'] response: {'name': 'network-changed', 'server_uuid': '5d0fbaed-f809-449d-849c-d943e2abf8bc', 'tag': '114a3322-232a-4df2-aaef-9e3a87d4ac9b', 'status': 'completed', 'code': 200} Jul 21 11:00:09.197866 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221ced4-80bd-4b1c-a57a-c5e5b9377c12 req-6696a41c-e64f-412c-ba51-b40abc07203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:09.199471 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-0221ced4-80bd-4b1c-a57a-c5e5b9377c12 req-6696a41c-e64f-412c-ba51-b40abc07203d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=400e7fad8c43490d8510d77e6c10ce87&device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 1132 time: 0.0458443 Jul 21 11:00:09.238061 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-0221ced4-80bd-4b1c-a57a-c5e5b9377c12 req-49b58a95-11a1-49e6-8c7a-a0fabe579d04 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=400e7fad8c43490d8510d77e6c10ce87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207398 Jul 21 11:00:09.306761 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:09.337837 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221ced4-80bd-4b1c-a57a-c5e5b9377c12 req-b2c8bf71-7de5-414c-a885-2c9b8e0ed966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:09.339756 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-0221ced4-80bd-4b1c-a57a-c5e5b9377c12 req-b2c8bf71-7de5-414c-a885-2c9b8e0ed966 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964746 Jul 21 11:00:09.437159 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-d4991163-22fb-4628-aff0-07d8ca063f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:09.438813 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-d4991163-22fb-4628-aff0-07d8ca063f5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=400e7fad8c43490d8510d77e6c10ce87&device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 1132 time: 0.0425985 Jul 21 11:00:09.458291 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:09.470559 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d2d0e-0fcb-48a5-b0c0-5b4314aa245a req-faeecb79-588c-4f36-a39c-77b9cf6489cf tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:09.472068 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0a7d2d0e-0fcb-48a5-b0c0-5b4314aa245a req-faeecb79-588c-4f36-a39c-77b9cf6489cf tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 948 time: 0.0496817 Jul 21 11:00:09.483150 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:09.491256 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-5288e04f-5b79-48cc-a567-b0220cb49daf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=114a3322-232a-4df2-aaef-9e3a87d4ac9b HTTP/1.1" status: 200 len: 217 time: 0.0390003 Jul 21 11:00:09.520413 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0a7d2d0e-0fcb-48a5-b0c0-5b4314aa245a req-d5f6662d-60ac-4683-a6b2-c9bd4bbdbc8e tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d07b04d-c6a5-4b8d-97c4-3f752f6262ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426779 Jul 21 11:00:09.541793 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-e137c011-43ae-46b4-bd07-3db54dc0e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:09.543256 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-e137c011-43ae-46b4-bd07-3db54dc0e647 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=53517f14-645b-47ec-aee6-dd7d2b37dc95 HTTP/1.1" status: 200 len: 843 time: 0.0460517 Jul 21 11:00:09.589393 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-115cc423-4131-4da8-96ec-a1e10336a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:09.591011 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-115cc423-4131-4da8-96ec-a1e10336a9f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69f5b193-daab-4acc-85a5-6f469953f58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0418129 Jul 21 11:00:09.687341 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-d6bbe757-a3ce-4195-9aeb-601117ff0d49 service neutron] 10.222.0.57 "GET /v2.0/networks/69f5b193-daab-4acc-85a5-6f469953f58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907154 Jul 21 11:00:09.779528 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4f816347-27b8-4e21-9b63-7f6895735f0b req-e45fc25b-d62b-4a68-a1da-f77bf6e56abb service neutron] 10.222.0.57 "GET /v2.0/networks/69f5b193-daab-4acc-85a5-6f469953f58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867894 Jul 21 11:00:10.638923 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5448e-a177-4d41-958b-9fe94e45a407 req-b006c1dd-f3bd-48ee-a4da-d9efd3284223 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:10.640394 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b6d5448e-a177-4d41-958b-9fe94e45a407 req-b006c1dd-f3bd-48ee-a4da-d9efd3284223 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 948 time: 0.0500154 Jul 21 11:00:10.687662 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-b6d5448e-a177-4d41-958b-9fe94e45a407 req-0cede44b-7b98-4d34-8c98-f9d7b9bf468a tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d07b04d-c6a5-4b8d-97c4-3f752f6262ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416849 Jul 21 11:00:11.799312 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61270f98-b2cd-4aaf-b973-1855c585d878 req-b2f25031-f62c-4f84-ae0c-64ff00585978 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:11.800748 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-61270f98-b2cd-4aaf-b973-1855c585d878 req-b2f25031-f62c-4f84-ae0c-64ff00585978 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 948 time: 0.0459783 Jul 21 11:00:11.846749 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-61270f98-b2cd-4aaf-b973-1855c585d878 req-c881f441-5dd0-412b-974d-fb331e6acc82 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d07b04d-c6a5-4b8d-97c4-3f752f6262ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406065 Jul 21 11:00:12.440915 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 114a3322-232a-4df2-aaef-9e3a87d4ac9b details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 11:00:12.542635 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 114a3322-232a-4df2-aaef-9e3a87d4ac9b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=114a3322-232a-4df2-aaef-9e3a87d4ac9b,segment=NetworkSegment(79775ab7-34ea-4c57-90b4-4186f093316a),segment_id=79775ab7-34ea-4c57-90b4-4186f093316a)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 11:00:12.553347 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '114a3322-232a-4df2-aaef-9e3a87d4ac9b', 'network_id': '69f5b193-daab-4acc-85a5-6f469953f58b', 'port_id': '114a3322-232a-4df2-aaef-9e3a87d4ac9b', 'mac_address': 'fa:16:3e:bd:f1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53517f14-645b-47ec-aee6-dd7d2b37dc95', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 11:00:12.588597 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 114a3322-232a-4df2-aaef-9e3a87d4ac9b is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 11:00:12.589002 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (114a3322-232a-4df2-aaef-9e3a87d4ac9b), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:12.601619 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114a3322-232a-4df2-aaef-9e3a87d4ac9b {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 11:00:12.624782 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 114a3322-232a-4df2-aaef-9e3a87d4ac9b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=114a3322-232a-4df2-aaef-9e3a87d4ac9b,segment=NetworkSegment(79775ab7-34ea-4c57-90b4-4186f093316a),segment_id=79775ab7-34ea-4c57-90b4-4186f093316a)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 11:00:12.677741 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (114a3322-232a-4df2-aaef-9e3a87d4ac9b), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:12.725464 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=114a3322-232a-4df2-aaef-9e3a87d4ac9b,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:00:12.732544 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:00:12.732896 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:00:12.733244 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:00:12.733589 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:00:12.733951 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:00:12.734288 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:00:12.734650 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:00:12.734979 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:00:12.735309 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:00:12.735635 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:00:12.735963 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:00:12.736292 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:00:12.736616 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:00:12.736940 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:00:12.737262 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:00:12.966299 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5b8ca-af75-4143-a19c-30e0b52de32d req-3e518791-5225-413f-a4d5-61bd264b7ab5 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:12.967879 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a5c5b8ca-af75-4143-a19c-30e0b52de32d req-3e518791-5225-413f-a4d5-61bd264b7ab5 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 949 time: 0.0514092 Jul 21 11:00:13.015512 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-a5c5b8ca-af75-4143-a19c-30e0b52de32d req-9b47be49-85f2-4361-be10-38344acdf4cb tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d07b04d-c6a5-4b8d-97c4-3f752f6262ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420330 Jul 21 11:00:13.030521 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['114a3322-232a-4df2-aaef-9e3a87d4ac9b'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 11:00:13.684415 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-898d46bb-061d-4619-b782-d8da203134d9 req-5ff5b5e9-02c1-486d-9a87-32c4a1179a4d tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-926775298&fields=id&tenant_id=c99e5deac07a429c9c771ef41d278a46 HTTP/1.1" status: 200 len: 267 time: 0.0433538 Jul 21 11:00:13.792094 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d46bb-061d-4619-b782-d8da203134d9 req-7e61fd5f-e104-47a9-8f32-8e3d4a994ae2 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:13.794050 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-898d46bb-061d-4619-b782-d8da203134d9 req-7e61fd5f-e104-47a9-8f32-8e3d4a994ae2 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/networks?id=cc0b2a51-d561-47c8-bdc0-392c408f6063 HTTP/1.1" status: 200 len: 812 time: 0.1033211 Jul 21 11:00:13.808288 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-898d46bb-061d-4619-b782-d8da203134d9 req-2b44d572-fa49-4797-b9a1-59d0f7e00323 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/quotas/c99e5deac07a429c9c771ef41d278a46 HTTP/1.1" status: 200 len: 375 time: 0.0089042 Jul 21 11:00:13.859604 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-898d46bb-061d-4619-b782-d8da203134d9 req-7b85898c-a753-495a-8e24-0bb528cee1c4 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c99e5deac07a429c9c771ef41d278a46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457737 Jul 21 11:00:13.954353 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-898d46bb-061d-4619-b782-d8da203134d9 req-a5ad4976-8b19-479d-8eae-0665d0ad3e44 service neutron] 10.222.0.48 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829291 Jul 21 11:00:14.049875 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-898d46bb-061d-4619-b782-d8da203134d9 req-7cbe19b6-1a71-4308-ba40-65e844f4e30d service neutron] 10.222.0.48 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898683 Jul 21 11:00:14.130373 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda003f-0246-47b0-9b80-dfe188d1f5d8 req-6d1ed2f8-e7f5-44bd-9909-21fbf33a7d82 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:14.131740 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9dda003f-0246-47b0-9b80-dfe188d1f5d8 req-6d1ed2f8-e7f5-44bd-9909-21fbf33a7d82 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 949 time: 0.0479608 Jul 21 11:00:14.180438 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-9dda003f-0246-47b0-9b80-dfe188d1f5d8 req-15f77d76-f19b-4603-9988-5e83c7d70d80 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d07b04d-c6a5-4b8d-97c4-3f752f6262ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432429 Jul 21 11:00:14.451547 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 114a3322-232a-4df2-aaef-9e3a87d4ac9b up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 11:00:14.453742 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=73,neutron:UPDATE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:14.492437 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:14.494921 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port 114a3322-232a-4df2-aaef-9e3a87d4ac9b completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 11:00:14.581180 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 114a3322-232a-4df2-aaef-9e3a87d4ac9b triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 11:00:14.581480 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (114a3322-232a-4df2-aaef-9e3a87d4ac9b), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:14.675517 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 114a3322-232a-4df2-aaef-9e3a87d4ac9b is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 11:00:14.676212 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (114a3322-232a-4df2-aaef-9e3a87d4ac9b), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:14.704306 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0fbaed-f809-449d-849c-d943e2abf8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114a3322-232a-4df2-aaef-9e3a87d4ac9b'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 11:00:14.710263 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dd2c0e-1e88-41ef-8c7a-e5b65a8850ed" -d '{"events": [{"server_uuid": "5d0fbaed-f809-449d-849c-d943e2abf8bc", "name": "network-vif-plugged", "status": "completed", "tag": "114a3322-232a-4df2-aaef-9e3a87d4ac9b"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 11:00:14.725610 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 114a3322-232a-4df2-aaef-9e3a87d4ac9b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=114a3322-232a-4df2-aaef-9e3a87d4ac9b,segment=NetworkSegment(79775ab7-34ea-4c57-90b4-4186f093316a),segment_id=79775ab7-34ea-4c57-90b4-4186f093316a)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 11:00:14.750723 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 11:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a02de7a-20df-466a-8298-4681ec1f0a36 x-openstack-request-id: req-5a02de7a-20df-466a-8298-4681ec1f0a36 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 11:00:14.751067 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0fbaed-f809-449d-849c-d943e2abf8bc", "name": "network-vif-plugged", "status": "completed", "tag": "114a3322-232a-4df2-aaef-9e3a87d4ac9b", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 11:00:14.751319 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a02de7a-20df-466a-8298-4681ec1f0a36 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 11:00:14.751716 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a02de7a-20df-466a-8298-4681ec1f0a36'] response: {'server_uuid': '5d0fbaed-f809-449d-849c-d943e2abf8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114a3322-232a-4df2-aaef-9e3a87d4ac9b', 'code': 200} Jul 21 11:00:14.845214 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (114a3322-232a-4df2-aaef-9e3a87d4ac9b), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:14.856796 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3f893a62-f2a9-449e-aaca-6fa8246ff9d4 req-3c2256d2-50ff-4172-b280-847c26bf6f3e tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 210 time: 0.2959223 Jul 21 11:00:14.898341 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=114a3322-232a-4df2-aaef-9e3a87d4ac9b,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:00:14.935167 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:15.118644 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d486a-3add-4428-b03f-93b75ee9b82e req-c192e8f5-3657-4c8b-88d3-56f027d1ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:15.120137 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-762d486a-3add-4428-b03f-93b75ee9b82e req-c192e8f5-3657-4c8b-88d3-56f027d1ea71 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 1134 time: 0.0442839 Jul 21 11:00:15.164389 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-762d486a-3add-4428-b03f-93b75ee9b82e req-4cfca074-4532-476d-aad5-4a5482292a84 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4d07b04d-c6a5-4b8d-97c4-3f752f6262ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379822 Jul 21 11:00:15.295149 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d07e23-0922-4b38-9ed3-1ec1de136deb req-749aa8f6-dc9b-4b1c-89b3-cb7be2325987 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:15.296597 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c5d07e23-0922-4b38-9ed3-1ec1de136deb req-749aa8f6-dc9b-4b1c-89b3-cb7be2325987 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 950 time: 0.0471482 Jul 21 11:00:15.328574 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:15.343608 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-c5d07e23-0922-4b38-9ed3-1ec1de136deb req-9ff5c152-b562-41b0-8830-f327e284a5ed tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d07b04d-c6a5-4b8d-97c4-3f752f6262ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414608 Jul 21 11:00:15.952545 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-94caffd7-94c4-400c-b2b2-254f6002b949 req-cfbcf913-217a-4b57-8c50-af94be6386ee tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 210 time: 0.0285182 Jul 21 11:00:16.458330 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db25cea-2baa-4a7f-992c-6c7aa0009424 req-9583adee-0f00-47ea-ac50-db4697091e41 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:16.459829 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6db25cea-2baa-4a7f-992c-6c7aa0009424 req-9583adee-0f00-47ea-ac50-db4697091e41 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 950 time: 0.0503402 Jul 21 11:00:16.506775 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-6db25cea-2baa-4a7f-992c-6c7aa0009424 req-791010d7-d42f-4b56-805e-99fe22f52843 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d07b04d-c6a5-4b8d-97c4-3f752f6262ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413735 Jul 21 11:00:17.056237 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-12046beb-9276-4efe-b306-2131989a083b req-4284c5e6-5404-4f7b-b17a-c75ed24a8ba0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 210 time: 0.0329378 Jul 21 11:00:17.063012 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c00a2-9bf6-41ef-b6c1-aa087103531c req-3ed2616a-70b1-433b-bcad-dcf367913eab tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:17.064462 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-858c00a2-9bf6-41ef-b6c1-aa087103531c req-3ed2616a-70b1-433b-bcad-dcf367913eab tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 950 time: 0.0732524 Jul 21 11:00:17.077232 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:17.115828 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-858c00a2-9bf6-41ef-b6c1-aa087103531c req-0d713c11-6cb3-4244-acd4-8bfdf580d8d8 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d07b04d-c6a5-4b8d-97c4-3f752f6262ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456066 Jul 21 11:00:17.790083 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=17 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:17.792022 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=15 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:18.150398 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d46bb-061d-4619-b782-d8da203134d9 req-4f5488d8-88f3-4d87-8f02-cf73c63ec799 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:18.151915 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-898d46bb-061d-4619-b782-d8da203134d9 req-4f5488d8-88f3-4d87-8f02-cf73c63ec799 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.57 "GET /v2.0/networks?id=cc0b2a51-d561-47c8-bdc0-392c408f6063 HTTP/1.1" status: 200 len: 812 time: 0.1035428 Jul 21 11:00:18.160071 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-930f0c32-3a35-49e6-b669-bf9bc783e75a req-fc1833d1-b7dc-470e-9717-d38209ce286c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 210 time: 0.0313110 Jul 21 11:00:18.236481 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130f20b-acb9-44b4-9514-940a555bf5f5 req-7e76674e-1bdc-48c9-a4bd-7d23b05ab151 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:18.237930 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e130f20b-acb9-44b4-9514-940a555bf5f5 req-7e76674e-1bdc-48c9-a4bd-7d23b05ab151 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 950 time: 0.0473545 Jul 21 11:00:18.286405 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e130f20b-acb9-44b4-9514-940a555bf5f5 req-091cb901-48e5-4027-905f-0ae7fc8c1ca3 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/security-groups?id=4d07b04d-c6a5-4b8d-97c4-3f752f6262ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429688 Jul 21 11:00:18.332155 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-898d46bb-061d-4619-b782-d8da203134d9 req-0a71772e-35a1-4912-a7b4-a5f3c5c4c1fb tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c99e5deac07a429c9c771ef41d278a46 HTTP/1.1" status: 200 len: 379 time: 0.0624490 Jul 21 11:00:18.417251 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-898d46bb-061d-4619-b782-d8da203134d9 req-4c260411-3ecc-455e-9194-1bb2fa81cb3b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Request body: {'port': {'device_id': '0e974eb5-69fa-4c06-834b-0d0cac61e5fc', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'admin_state_up': True, 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'security_groups': ['a1c8a972-4ab2-4bd2-8013-15d3c02a348f']}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 11:00:18.475697 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23655807-c0fc-45c1-95af-746e6e1b6da1 req-c2b0d11f-7fcf-4f2b-b4fa-af3edb44b3ba tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:18.477243 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-23655807-c0fc-45c1-95af-746e6e1b6da1 req-c2b0d11f-7fcf-4f2b-b4fa-af3edb44b3ba tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 950 time: 0.0743146 Jul 21 11:00:18.618342 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-23655807-c0fc-45c1-95af-746e6e1b6da1 req-d4147ac0-3c3e-416f-9194-c715a513eb9d tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Deleting port 114a3322-232a-4df2-aaef-9e3a87d4ac9b {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 11:00:18.618720 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-23655807-c0fc-45c1-95af-746e6e1b6da1 req-d4147ac0-3c3e-416f-9194-c715a513eb9d tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (114a3322-232a-4df2-aaef-9e3a87d4ac9b), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:18.712849 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-898d46bb-061d-4619-b782-d8da203134d9 req-4c260411-3ecc-455e-9194-1bb2fa81cb3b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Made reservation on behalf of c99e5deac07a429c9c771ef41d278a46 for: {'port': 1} {{(pid=111078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 11:00:18.716714 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-898d46bb-061d-4619-b782-d8da203134d9 req-4c260411-3ecc-455e-9194-1bb2fa81cb3b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:18.724033 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-23655807-c0fc-45c1-95af-746e6e1b6da1 req-d4147ac0-3c3e-416f-9194-c715a513eb9d tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] For port 114a3322-232a-4df2-aaef-9e3a87d4ac9b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=114a3322-232a-4df2-aaef-9e3a87d4ac9b,segment=NetworkSegment(79775ab7-34ea-4c57-90b4-4186f093316a),segment_id=79775ab7-34ea-4c57-90b4-4186f093316a)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 11:00:18.729902 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-23655807-c0fc-45c1-95af-746e6e1b6da1 req-d4147ac0-3c3e-416f-9194-c715a513eb9d tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (114a3322-232a-4df2-aaef-9e3a87d4ac9b), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:18.745136 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-23655807-c0fc-45c1-95af-746e6e1b6da1 req-d4147ac0-3c3e-416f-9194-c715a513eb9d tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Calling delete_port for 114a3322-232a-4df2-aaef-9e3a87d4ac9b owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 11:00:18.751065 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:18.766825 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:18.918753 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_common [req-898d46bb-061d-4619-b782-d8da203134d9 req-4c260411-3ecc-455e-9194-1bb2fa81cb3b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Allocated IP 172.20.0.3 (cc0b2a51-d561-47c8-bdc0-392c408f6063/91dfb6c3-be9f-472a-a4b6-7542992a3b45/8303bb45-ee07-47e1-903d-fbf67104800b) {{(pid=111078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 11:00:19.051638 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-23655807-c0fc-45c1-95af-746e6e1b6da1 req-d4147ac0-3c3e-416f-9194-c715a513eb9d tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (114a3322-232a-4df2-aaef-9e3a87d4ac9b), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:19.085816 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['114a3322-232a-4df2-aaef-9e3a87d4ac9b'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 11:00:19.087499 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4147ac0-3c3e-416f-9194-c715a513eb9d tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Pushing event deleted for resources: {'Port': ['ID=114a3322-232a-4df2-aaef-9e3a87d4ac9b,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:00:19.149483 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-23655807-c0fc-45c1-95af-746e6e1b6da1 req-d4147ac0-3c3e-416f-9194-c715a513eb9d tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] No DVR routers for this DVR port 114a3322-232a-4df2-aaef-9e3a87d4ac9b on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 11:00:19.154409 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-23655807-c0fc-45c1-95af-746e6e1b6da1 req-d4147ac0-3c3e-416f-9194-c715a513eb9d tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:19.157686 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-23655807-c0fc-45c1-95af-746e6e1b6da1 req-d4147ac0-3c3e-416f-9194-c715a513eb9d tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.57 "DELETE /v2.0/ports/114a3322-232a-4df2-aaef-9e3a87d4ac9b HTTP/1.1" status: 204 len: 173 time: 0.6541278 Jul 21 11:00:19.158128 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0fbaed-f809-449d-849c-d943e2abf8bc', 'name': 'network-vif-deleted', 'tag': '114a3322-232a-4df2-aaef-9e3a87d4ac9b'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 11:00:19.160629 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b37ec24-f8f9-4d8c-882e-3d3c13ced734" -d '{"events": [{"server_uuid": "5d0fbaed-f809-449d-849c-d943e2abf8bc", "name": "network-vif-deleted", "tag": "114a3322-232a-4df2-aaef-9e3a87d4ac9b"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 11:00:19.197926 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-898d46bb-061d-4619-b782-d8da203134d9 req-4c260411-3ecc-455e-9194-1bb2fa81cb3b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for port (8303bb45-ee07-47e1-903d-fbf67104800b), precommit_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:19.208046 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 11:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edcce2f-351f-4d75-9a5c-aa189db95acd x-openstack-request-id: req-4edcce2f-351f-4d75-9a5c-aa189db95acd {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 11:00:19.208416 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0fbaed-f809-449d-849c-d943e2abf8bc", "name": "network-vif-deleted", "tag": "114a3322-232a-4df2-aaef-9e3a87d4ac9b", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 11:00:19.208682 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4edcce2f-351f-4d75-9a5c-aa189db95acd {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 11:00:19.209094 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4edcce2f-351f-4d75-9a5c-aa189db95acd'] response: {'server_uuid': '5d0fbaed-f809-449d-849c-d943e2abf8bc', 'name': 'network-vif-deleted', 'tag': '114a3322-232a-4df2-aaef-9e3a87d4ac9b', 'status': 'completed', 'code': 200} Jul 21 11:00:19.271471 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-11cd7bae-1a38-4160-a97d-7c65afa8fbca req-dc391209-b971-495f-b316-be515c51d2c7 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 210 time: 0.0357866 Jul 21 11:00:19.300019 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-898d46bb-061d-4619-b782-d8da203134d9 req-4c260411-3ecc-455e-9194-1bb2fa81cb3b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (8303bb45-ee07-47e1-903d-fbf67104800b), after_create {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:19.358274 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-898d46bb-061d-4619-b782-d8da203134d9 req-4c260411-3ecc-455e-9194-1bb2fa81cb3b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Network cc0b2a51-d561-47c8-bdc0-392c408f6063 is already hosted by enough agents. {{(pid=111078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 11:00:19.364186 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.base_scheduler [req-898d46bb-061d-4619-b782-d8da203134d9 req-4c260411-3ecc-455e-9194-1bb2fa81cb3b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Resources bound (agent type, host, resource id): {{(pid=111078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 11:00:19.366356 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c260411-3ecc-455e-9194-1bb2fa81cb3b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event updated for resources: {'Port': ['ID=8303bb45-ee07-47e1-903d-fbf67104800b,revision_number=1']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:00:19.368749 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-898d46bb-061d-4619-b782-d8da203134d9 req-4c260411-3ecc-455e-9194-1bb2fa81cb3b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Received port after_create {{(pid=111078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 11:00:19.406178 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cc447ee4-15af-42f1-9e35-65e2518660d0 req-c6aea811-139f-4df7-ad33-ddfbd2071413 tempest-VolumesNegativeTest-984160158 tempest-VolumesNegativeTest-984160158-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d0fbaed-f809-449d-849c-d943e2abf8bc HTTP/1.1" status: 200 len: 210 time: 0.0491529 Jul 21 11:00:19.418291 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=8,neutron:INSERT=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:19.432816 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d46bb-061d-4619-b782-d8da203134d9 req-4c260411-3ecc-455e-9194-1bb2fa81cb3b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:19.433451 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-898d46bb-061d-4619-b782-d8da203134d9 req-4c260411-3ecc-455e-9194-1bb2fa81cb3b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:19.555239 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-898d46bb-061d-4619-b782-d8da203134d9 req-4c260411-3ecc-455e-9194-1bb2fa81cb3b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1438365 Jul 21 11:00:19.573112 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.v2.base [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Request body: {'port': {'device_id': '0e974eb5-69fa-4c06-834b-0d0cac61e5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84980'}} {{(pid=111078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 11:00:19.604267 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-4db07635-4d43-4d33-96db-666525b3fe1b None None] Provisioning complete for port 8303bb45-ee07-47e1-903d-fbf67104800b triggered by entity DHCP. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 11:00:19.604645 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-4db07635-4d43-4d33-96db-666525b3fe1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (8303bb45-ee07-47e1-903d-fbf67104800b), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:19.616666 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 11:00:19.639530 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (8303bb45-ee07-47e1-903d-fbf67104800b), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:19.641656 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-4db07635-4d43-4d33-96db-666525b3fe1b None None] Port 8303bb45-ee07-47e1-903d-fbf67104800b cannot update to ACTIVE because it is not bound. {{(pid=111080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 11:00:19.831583 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:19.912890 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8303bb45-ee07-47e1-903d-fbf67104800b {{(pid=111078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 11:00:19.922108 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Publish callbacks [] for port (8303bb45-ee07-47e1-903d-fbf67104800b), precommit_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:19.936098 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.provisioning_blocks [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Transition to ACTIVE for port object 8303bb45-ee07-47e1-903d-fbf67104800b will not be triggered until provisioned by entity L2. {{(pid=111078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 11:00:20.003568 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (8303bb45-ee07-47e1-903d-fbf67104800b), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:20.058975 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Pushing event updated for resources: {'Port': ['ID=8303bb45-ee07-47e1-903d-fbf67104800b,revision_number=2']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:00:20.136434 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Attempting to bind port 8303bb45-ee07-47e1-903d-fbf67104800b on host hv-cinder-84980 for vnic_type normal with profile {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 11:00:20.136804 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Attempting to bind port 8303bb45-ee07-47e1-903d-fbf67104800b by drivers openvswitch,hyperv on host hv-cinder-84980 at level 0 using segments [{'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 11:00:20.137147 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Attempting to bind port 8303bb45-ee07-47e1-903d-fbf67104800b on network cc0b2a51-d561-47c8-bdc0-392c408f6063 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 11:00:20.142249 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Port 8303bb45-ee07-47e1-903d-fbf67104800b on network cc0b2a51-d561-47c8-bdc0-392c408f6063 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84980 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 11:00:20.142604 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Attempting to bind port 8303bb45-ee07-47e1-903d-fbf67104800b on network cc0b2a51-d561-47c8-bdc0-392c408f6063 {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 11:00:20.147782 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Checking agent: {'id': 'f12f2113-d734-4c4e-9a60-3893df190365', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84980', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'started_at': datetime.datetime(2022, 7, 21, 10, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 11, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 11:00:20.148129 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Checking segment: {'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 11:00:20.148524 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Bound using segment: {'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'} {{(pid=111078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 11:00:20.148959 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.managers [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Bound port: 8303bb45-ee07-47e1-903d-fbf67104800b, host: hv-cinder-84980, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063'}}] {{(pid=111078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 11:00:20.149328 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (8303bb45-ee07-47e1-903d-fbf67104800b), before_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:20.220387 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] For port 8303bb45-ee07-47e1-903d-fbf67104800b, host hv-cinder-84980, cleared binding levels {{(pid=111078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 11:00:20.223648 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] For port 8303bb45-ee07-47e1-903d-fbf67104800b, host hv-cinder-84980, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8303bb45-ee07-47e1-903d-fbf67104800b,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 11:00:20.330231 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6008397'] for port (8303bb45-ee07-47e1-903d-fbf67104800b), after_update {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:20.365073 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:20.365725 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:20.367053 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-898d46bb-061d-4619-b782-d8da203134d9 req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] 10.222.0.57 "PUT /v2.0/ports/8303bb45-ee07-47e1-903d-fbf67104800b HTTP/1.1" status: 200 len: 1093 time: 0.7998648 Jul 21 11:00:20.392319 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2fb39-feab-4480-afaa-b0624263b724 service neutron] Pushing event updated for resources: {'Port': ['ID=8303bb45-ee07-47e1-903d-fbf67104800b,revision_number=3']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:00:20.399119 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba7aba-4423-413b-bd73-5ed913e2a862 req-4d3e300f-ef07-4e7d-a5b7-01d826b4f630 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:20.403729 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-47ba7aba-4423-413b-bd73-5ed913e2a862 req-4d3e300f-ef07-4e7d-a5b7-01d826b4f630 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 943 time: 0.0612254 Jul 21 11:00:20.466579 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-47ba7aba-4423-413b-bd73-5ed913e2a862 req-fc2cddd2-2274-4a1d-9b35-4795fdbbd5ab tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575407 Jul 21 11:00:20.554979 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d46bb-061d-4619-b782-d8da203134d9 req-eb559dba-ba65-4e7e-8331-d8061aa834f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:20.556462 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-898d46bb-061d-4619-b782-d8da203134d9 req-eb559dba-ba65-4e7e-8331-d8061aa834f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c99e5deac07a429c9c771ef41d278a46&device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 1127 time: 0.0470881 Jul 21 11:00:20.609274 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-898d46bb-061d-4619-b782-d8da203134d9 req-819ef83b-1a21-45a2-bc09-5f2eeee69c32 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8303bb45-ee07-47e1-903d-fbf67104800b HTTP/1.1" status: 200 len: 217 time: 0.0393128 Jul 21 11:00:20.659626 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d46bb-061d-4619-b782-d8da203134d9 req-fe1a5781-69d1-4c05-9220-d32cce888cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:20.661149 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-898d46bb-061d-4619-b782-d8da203134d9 req-fe1a5781-69d1-4c05-9220-d32cce888cdd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91dfb6c3-be9f-472a-a4b6-7542992a3b45 HTTP/1.1" status: 200 len: 851 time: 0.0454981 Jul 21 11:00:20.704771 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d46bb-061d-4619-b782-d8da203134d9 req-43614536-9161-4e85-bcff-27e00d826306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:20.706307 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-898d46bb-061d-4619-b782-d8da203134d9 req-43614536-9161-4e85-bcff-27e00d826306 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc0b2a51-d561-47c8-bdc0-392c408f6063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394800 Jul 21 11:00:20.801158 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-898d46bb-061d-4619-b782-d8da203134d9 req-c722b5b1-6753-4184-a84e-e17c648d7d3e service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881193 Jul 21 11:00:20.866172 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:20.897261 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-898d46bb-061d-4619-b782-d8da203134d9 req-27b32309-c5aa-458a-aa60-7b856cda126c service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901976 Jul 21 11:00:21.210317 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e974eb5-69fa-4c06-834b-0d0cac61e5fc', 'tag': '8303bb45-ee07-47e1-903d-fbf67104800b'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 11:00:21.212747 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563a0f6e-b182-42a1-8012-8ac44fa43180" -d '{"events": [{"name": "network-changed", "server_uuid": "0e974eb5-69fa-4c06-834b-0d0cac61e5fc", "tag": "8303bb45-ee07-47e1-903d-fbf67104800b"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 11:00:21.248251 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 11:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a6e755-03d1-4b98-994e-1b2e8d8eb347 x-openstack-request-id: req-17a6e755-03d1-4b98-994e-1b2e8d8eb347 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 11:00:21.248858 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e974eb5-69fa-4c06-834b-0d0cac61e5fc", "tag": "8303bb45-ee07-47e1-903d-fbf67104800b", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 11:00:21.248858 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17a6e755-03d1-4b98-994e-1b2e8d8eb347 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 11:00:21.249166 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a6e755-03d1-4b98-994e-1b2e8d8eb347'] response: {'name': 'network-changed', 'server_uuid': '0e974eb5-69fa-4c06-834b-0d0cac61e5fc', 'tag': '8303bb45-ee07-47e1-903d-fbf67104800b', 'status': 'completed', 'code': 200} Jul 21 11:00:21.334907 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a0f6e-b182-42a1-8012-8ac44fa43180 req-d89c067b-8b51-4586-988f-8765beb55f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:21.336554 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-563a0f6e-b182-42a1-8012-8ac44fa43180 req-d89c067b-8b51-4586-988f-8765beb55f30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c99e5deac07a429c9c771ef41d278a46&device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 1127 time: 0.0411301 Jul 21 11:00:21.414530 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-61d8ea21-b497-4de2-a024-04781b0a5181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:21.434009 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a0f6e-b182-42a1-8012-8ac44fa43180 req-436227e0-8169-409b-8039-e4a0ceffe8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:21.435895 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-563a0f6e-b182-42a1-8012-8ac44fa43180 req-436227e0-8169-409b-8039-e4a0ceffe8f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc0b2a51-d561-47c8-bdc0-392c408f6063 HTTP/1.1" status: 200 len: 913 time: 0.0903835 Jul 21 11:00:21.483000 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-563a0f6e-b182-42a1-8012-8ac44fa43180 req-79332296-fe6e-4781-82dc-11fa045a37b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8303bb45-ee07-47e1-903d-fbf67104800b HTTP/1.1" status: 200 len: 217 time: 0.0387635 Jul 21 11:00:21.533186 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a0f6e-b182-42a1-8012-8ac44fa43180 req-c65e9636-393c-451f-9d61-1e774adc41ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:21.534745 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-563a0f6e-b182-42a1-8012-8ac44fa43180 req-c65e9636-393c-451f-9d61-1e774adc41ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91dfb6c3-be9f-472a-a4b6-7542992a3b45 HTTP/1.1" status: 200 len: 851 time: 0.0464375 Jul 21 11:00:21.592772 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a0f6e-b182-42a1-8012-8ac44fa43180 req-ec0e2b9c-c72a-42b8-802c-811341238ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:21.594448 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-563a0f6e-b182-42a1-8012-8ac44fa43180 req-ec0e2b9c-c72a-42b8-802c-811341238ddf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc0b2a51-d561-47c8-bdc0-392c408f6063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528023 Jul 21 11:00:21.608665 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc6d48-514e-4b4a-8a6b-dc3d57ed7e8b req-ab195be7-b0ea-4aff-a5bf-583d3c6a879a tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:21.610878 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cfcc6d48-514e-4b4a-8a6b-dc3d57ed7e8b req-ab195be7-b0ea-4aff-a5bf-583d3c6a879a tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 943 time: 0.0624015 Jul 21 11:00:21.661981 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:21.671829 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-cfcc6d48-514e-4b4a-8a6b-dc3d57ed7e8b req-bd14169e-ab2f-45f8-8b82-5489630fc2ce tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523202 Jul 21 11:00:21.696637 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-563a0f6e-b182-42a1-8012-8ac44fa43180 req-8f802890-b3fa-4b70-b136-c70b6d36c506 service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951471 Jul 21 11:00:21.795661 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-563a0f6e-b182-42a1-8012-8ac44fa43180 req-7952827b-a659-4ff6-8a39-b4617ffdb031 service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928216 Jul 21 11:00:22.471606 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 114a3322-232a-4df2-aaef-9e3a87d4ac9b no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 11:00:22.490718 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: 114a3322-232a-4df2-aaef-9e3a87d4ac9b {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 11:00:22.491073 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 114a3322-232a-4df2-aaef-9e3a87d4ac9b not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 11:00:22.784682 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e14ff-615f-46a0-bd1f-e96eb0910955 req-b2ecb158-3c52-4439-98cc-5f0077313128 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:22.786130 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-367e14ff-615f-46a0-bd1f-e96eb0910955 req-b2ecb158-3c52-4439-98cc-5f0077313128 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 943 time: 0.0477512 Jul 21 11:00:22.836916 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-367e14ff-615f-46a0-bd1f-e96eb0910955 req-e9c4da99-af2b-4e11-942d-ea209877e168 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450258 Jul 21 11:00:23.953397 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120a51d-a38d-4cf9-a427-39ab2794ff25 req-4397e9df-8670-4745-b83b-c65f9a29449b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:23.955639 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3120a51d-a38d-4cf9-a427-39ab2794ff25 req-4397e9df-8670-4745-b83b-c65f9a29449b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 943 time: 0.0490146 Jul 21 11:00:23.980837 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-0386d2a7-5f80-4121-908b-397b81614dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:24.006342 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-3120a51d-a38d-4cf9-a427-39ab2794ff25 req-1be3f421-a395-4174-87cb-606dc56b5d2c tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449088 Jul 21 11:00:24.271822 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-819999ff-1ad6-4d54-833e-3d38bb3ef12a req-ce60e9e2-965b-49b9-bb31-bc63272d81a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436203 Jul 21 11:00:24.370694 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819999ff-1ad6-4d54-833e-3d38bb3ef12a req-ac0c9244-e15a-434a-bab6-2dc827ea2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:24.372201 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-819999ff-1ad6-4d54-833e-3d38bb3ef12a req-ac0c9244-e15a-434a-bab6-2dc827ea2745 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c99e5deac07a429c9c771ef41d278a46&device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 1129 time: 0.0420706 Jul 21 11:00:24.476687 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819999ff-1ad6-4d54-833e-3d38bb3ef12a req-bc998f1b-d040-4fee-a9f8-c8559088d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:24.478377 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-819999ff-1ad6-4d54-833e-3d38bb3ef12a req-bc998f1b-d040-4fee-a9f8-c8559088d827 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc0b2a51-d561-47c8-bdc0-392c408f6063 HTTP/1.1" status: 200 len: 913 time: 0.0892272 Jul 21 11:00:24.550975 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-819999ff-1ad6-4d54-833e-3d38bb3ef12a req-899a294e-9ff6-4028-9e8e-fcefa97ce0e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=297932c9-c2bf-4d0d-a5e4-14259e6cc191 HTTP/1.1" status: 200 len: 1001 time: 0.0658853 Jul 21 11:00:24.610526 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819999ff-1ad6-4d54-833e-3d38bb3ef12a req-f94b6d01-28af-437d-a9ed-5b9d8bf2249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:24.612050 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-819999ff-1ad6-4d54-833e-3d38bb3ef12a req-f94b6d01-28af-437d-a9ed-5b9d8bf2249c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91dfb6c3-be9f-472a-a4b6-7542992a3b45 HTTP/1.1" status: 200 len: 851 time: 0.0552101 Jul 21 11:00:24.664820 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819999ff-1ad6-4d54-833e-3d38bb3ef12a req-4ef62faa-6591-4ff4-a35e-fc0517bec7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:24.666349 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-819999ff-1ad6-4d54-833e-3d38bb3ef12a req-4ef62faa-6591-4ff4-a35e-fc0517bec7b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc0b2a51-d561-47c8-bdc0-392c408f6063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475483 Jul 21 11:00:24.763413 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-819999ff-1ad6-4d54-833e-3d38bb3ef12a req-ac6a0056-b7cd-44f8-99cf-4002d1db8899 service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906422 Jul 21 11:00:24.831097 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=100 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:24.857799 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-819999ff-1ad6-4d54-833e-3d38bb3ef12a req-87e781e4-fd39-4170-a292-225ffa307239 service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888360 Jul 21 11:00:25.127589 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd42744-8191-47eb-a88b-02ddac928c6a req-5c2752ac-1c4e-48b2-942d-c985b85f77e2 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:25.129225 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7bd42744-8191-47eb-a88b-02ddac928c6a req-5c2752ac-1c4e-48b2-942d-c985b85f77e2 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 943 time: 0.0543530 Jul 21 11:00:25.179869 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-7bd42744-8191-47eb-a88b-02ddac928c6a req-4111e425-4183-4fc1-bea8-cc5ba8078900 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447655 Jul 21 11:00:25.409584 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:26.296867 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8821c3-fb10-4d5b-8225-b67b0df12343 req-4a3c9933-c233-42f9-b3d6-673d1ce62602 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:26.298322 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0e8821c3-fb10-4d5b-8225-b67b0df12343 req-4a3c9933-c233-42f9-b3d6-673d1ce62602 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 943 time: 0.0482774 Jul 21 11:00:26.349047 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0e8821c3-fb10-4d5b-8225-b67b0df12343 req-f8be1ed1-14dc-4040-875d-d51eedd11a1e tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448716 Jul 21 11:00:26.531807 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 44260) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:00:26.675492 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-8fdcc0ff-c224-4983-a088-e9805eb5ea2d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=400e7fad8c43490d8510d77e6c10ce87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424425 Jul 21 11:00:26.677459 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 44264) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:00:26.728110 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7daebf81-5f6f-4666-b11d-a21044c6d1af admin admin] Publish callbacks [] for security_group (4d07b04d-c6a5-4b8d-97c4-3f752f6262ba), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:26.753190 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7daebf81-5f6f-4666-b11d-a21044c6d1af admin admin] Publish callbacks [] for security_group (4d07b04d-c6a5-4b8d-97c4-3f752f6262ba), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:26.792141 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:26.814855 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:26.864933 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7daebf81-5f6f-4666-b11d-a21044c6d1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (4d07b04d-c6a5-4b8d-97c4-3f752f6262ba), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:26.867520 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-7daebf81-5f6f-4666-b11d-a21044c6d1af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:26.868675 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-7daebf81-5f6f-4666-b11d-a21044c6d1af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d07b04d-c6a5-4b8d-97c4-3f752f6262ba HTTP/1.1" status: 204 len: 168 time: 0.1902831 Jul 21 11:00:26.877085 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daebf81-5f6f-4666-b11d-a21044c6d1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d07b04d-c6a5-4b8d-97c4-3f752f6262ba,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:00:27.462879 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f82b38-19fc-4c19-b4d7-5bc5d77c7b34 req-c72855ca-b309-4945-a415-9905d2e6dee6 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:27.464278 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e0f82b38-19fc-4c19-b4d7-5bc5d77c7b34 req-c72855ca-b309-4945-a415-9905d2e6dee6 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 943 time: 0.0475614 Jul 21 11:00:27.517796 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-e0f82b38-19fc-4c19-b4d7-5bc5d77c7b34 req-bebe1632-f30d-4e6d-8d79-19b97623e2e4 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473852 Jul 21 11:00:28.598760 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:28.635919 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f262809-5806-42c1-8a42-60dd42501994 req-681059a6-1af5-4a77-9ca7-579f96a47b71 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:28.637388 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0f262809-5806-42c1-8a42-60dd42501994 req-681059a6-1af5-4a77-9ca7-579f96a47b71 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 943 time: 0.0480063 Jul 21 11:00:28.687557 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0f262809-5806-42c1-8a42-60dd42501994 req-0e3054b4-c517-450f-a069-fc29f596db24 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434923 Jul 21 11:00:29.613496 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:29.804063 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d16c33-ddbd-4b1c-8bd4-812914e660bb req-d20ea02a-61c8-4970-ae84-14b356b4c049 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:29.805541 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-10d16c33-ddbd-4b1c-8bd4-812914e660bb req-d20ea02a-61c8-4970-ae84-14b356b4c049 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 943 time: 0.0479999 Jul 21 11:00:29.855478 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-10d16c33-ddbd-4b1c-8bd4-812914e660bb req-d4467598-332f-4101-9fe5-cb643d62b8b8 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445182 Jul 21 11:00:30.518315 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 8303bb45-ee07-47e1-903d-fbf67104800b details requested by agent hyperv_hv-cinder-84980 with host hv-cinder-84980 {{(pid=111080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 11:00:30.618707 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 8303bb45-ee07-47e1-903d-fbf67104800b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8303bb45-ee07-47e1-903d-fbf67104800b,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 11:00:30.629608 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Returning: {'device': '8303bb45-ee07-47e1-903d-fbf67104800b', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'port_id': '8303bb45-ee07-47e1-903d-fbf67104800b', 'mac_address': 'fa:16:3e:2e:e2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 11:00:30.664074 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 8303bb45-ee07-47e1-903d-fbf67104800b is: DOWN; New status is: BUILD {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 11:00:30.664463 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (8303bb45-ee07-47e1-903d-fbf67104800b), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:30.677576 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8303bb45-ee07-47e1-903d-fbf67104800b {{(pid=111080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 11:00:30.682217 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=6 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:30.698128 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 8303bb45-ee07-47e1-903d-fbf67104800b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8303bb45-ee07-47e1-903d-fbf67104800b,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 11:00:30.786091 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (8303bb45-ee07-47e1-903d-fbf67104800b), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:30.832558 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=8303bb45-ee07-47e1-903d-fbf67104800b,revision_number=4']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:00:30.955064 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:30.973555 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353da6f-8794-4099-bbd2-e5c316feb42c req-06e1159d-c579-4e81-a2cb-7c59e2510d96 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:30.975046 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8353da6f-8794-4099-bbd2-e5c316feb42c req-06e1159d-c579-4e81-a2cb-7c59e2510d96 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 944 time: 0.0526655 Jul 21 11:00:31.024682 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-8353da6f-8794-4099-bbd2-e5c316feb42c req-35459522-e816-402e-bc21-8bd32f1bc070 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441024 Jul 21 11:00:31.056932 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] get_ports_and_sgs() called for port_ids ['8303bb45-ee07-47e1-903d-fbf67104800b'] {{(pid=111080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 11:00:31.261632 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:32.138137 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3e279-adcf-4369-8af3-53f08e514544 req-60d68b68-f5cf-499c-892e-8a6fffe5c7f8 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:32.139730 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-61a3e279-adcf-4369-8af3-53f08e514544 req-60d68b68-f5cf-499c-892e-8a6fffe5c7f8 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 944 time: 0.0487552 Jul 21 11:00:32.189021 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-61a3e279-adcf-4369-8af3-53f08e514544 req-fc58093f-f1f3-4d8f-b77d-5260f7c7546a tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436769 Jul 21 11:00:32.533549 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 8303bb45-ee07-47e1-903d-fbf67104800b up at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 11:00:32.578946 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning for port 8303bb45-ee07-47e1-903d-fbf67104800b completed by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 11:00:32.653198 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.provisioning_blocks [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Provisioning complete for port 8303bb45-ee07-47e1-903d-fbf67104800b triggered by entity L2. {{(pid=111080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 11:00:32.653577 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683307'] for port (8303bb45-ee07-47e1-903d-fbf67104800b), provisioning_complete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:32.724548 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Current status of the port 8303bb45-ee07-47e1-903d-fbf67104800b is: BUILD; New status is: ACTIVE {{(pid=111080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 11:00:32.724855 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (8303bb45-ee07-47e1-903d-fbf67104800b), before_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:32.746899 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e974eb5-69fa-4c06-834b-0d0cac61e5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8303bb45-ee07-47e1-903d-fbf67104800b'}] {{(pid=111080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 11:00:32.749607 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c907f27774c7d19849a2d3e39281092bb675fec92fd8f2ca1b922137eb9beb01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fdff95-5985-4455-b99c-658a2fd79ebf" -d '{"events": [{"server_uuid": "0e974eb5-69fa-4c06-834b-0d0cac61e5fc", "name": "network-vif-plugged", "status": "completed", "tag": "8303bb45-ee07-47e1-903d-fbf67104800b"}]}' {{(pid=111080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 11:00:32.762340 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] For port 8303bb45-ee07-47e1-903d-fbf67104800b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8303bb45-ee07-47e1-903d-fbf67104800b,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 11:00:32.785827 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 11:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76560c4e-0d83-42e0-9424-85a8b1fd9a68 x-openstack-request-id: req-76560c4e-0d83-42e0-9424-85a8b1fd9a68 {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 11:00:32.786118 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e974eb5-69fa-4c06-834b-0d0cac61e5fc", "name": "network-vif-plugged", "status": "completed", "tag": "8303bb45-ee07-47e1-903d-fbf67104800b", "code": 200}]} {{(pid=111080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 11:00:32.786370 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-76560c4e-0d83-42e0-9424-85a8b1fd9a68 {{(pid=111080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 11:00:32.786793 dv-cinder-849800-2-iscsi neutron-server[111080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76560c4e-0d83-42e0-9424-85a8b1fd9a68'] response: {'server_uuid': '0e974eb5-69fa-4c06-834b-0d0cac61e5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8303bb45-ee07-47e1-903d-fbf67104800b', 'code': 200} Jul 21 11:00:32.853502 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104'] for port (8303bb45-ee07-47e1-903d-fbf67104800b), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:32.904559 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Pushing event updated for resources: {'Port': ['ID=8303bb45-ee07-47e1-903d-fbf67104800b,revision_number=5']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:00:33.138870 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a559c8-1f57-4cd8-9e56-ee73ad430902 req-061f93ad-0ca9-4e89-ad3a-4fde20857400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:33.140775 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-33a559c8-1f57-4cd8-9e56-ee73ad430902 req-061f93ad-0ca9-4e89-ad3a-4fde20857400 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 1129 time: 0.0413258 Jul 21 11:00:33.191242 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-33a559c8-1f57-4cd8-9e56-ee73ad430902 req-0ff7022d-7759-4c9c-a04a-bda615342623 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448582 Jul 21 11:00:33.308557 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec04cf-45d5-4b8c-adf1-2530ab505ea4 req-bfeb18d2-3de0-475f-92e7-81fd12a8c358 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:33.310052 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-05ec04cf-45d5-4b8c-adf1-2530ab505ea4 req-bfeb18d2-3de0-475f-92e7-81fd12a8c358 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 945 time: 0.0522919 Jul 21 11:00:33.361663 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-05ec04cf-45d5-4b8c-adf1-2530ab505ea4 req-9d0e6bac-4170-4bca-b0ef-82cf3b99c649 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457542 Jul 21 11:00:34.485981 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5fd77-8630-4bbf-8069-0fa8417fcd97 req-e745a591-eef5-4cad-9fdd-0d4b93eae962 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:34.487752 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-42a5fd77-8630-4bbf-8069-0fa8417fcd97 req-e745a591-eef5-4cad-9fdd-0d4b93eae962 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 945 time: 0.0555639 Jul 21 11:00:34.540012 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-42a5fd77-8630-4bbf-8069-0fa8417fcd97 req-0bb0f858-fe76-4f64-9326-8ea75cfd07f0 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467446 Jul 21 11:00:34.653167 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1986b0-3291-49ae-b872-8e5681c49850 req-47183870-c67a-49bd-bee4-a35b862ffc44 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:34.654654 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2c1986b0-3291-49ae-b872-8e5681c49850 req-47183870-c67a-49bd-bee4-a35b862ffc44 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 945 time: 0.0476162 Jul 21 11:00:34.709658 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2c1986b0-3291-49ae-b872-8e5681c49850 req-ec04a77a-cda3-46f9-be01-961b3b3e55a2 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489233 Jul 21 11:00:34.731771 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 44286) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:00:34.770724 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f623a3-1e38-42fa-aea0-5ee788aead24 tempest-TestVolumeBootPattern-1480422081 tempest-TestVolumeBootPattern-1480422081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:34.772221 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-25f623a3-1e38-42fa-aea0-5ee788aead24 tempest-TestVolumeBootPattern-1480422081 tempest-TestVolumeBootPattern-1480422081-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 1124 time: 0.0394888 Jul 21 11:00:34.775005 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 44288) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:00:34.779335 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.v2.base [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Request body: {'floatingip': {'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'port_id': '8303bb45-ee07-47e1-903d-fbf67104800b', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ip_address': '172.20.0.3'}} {{(pid=111079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 11:00:34.854356 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:34.932007 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (None), before_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:35.038556 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_common [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Allocated IP 172.27.0.71 (8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f/78a17339-e466-41ca-a8b6-8f52f169e396/2cf27eca-5b03-4cea-889a-c47c28c96ad7) {{(pid=111079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 11:00:35.105924 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:35.144547 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for port (2cf27eca-5b03-4cea-889a-c47c28c96ad7), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:35.160619 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:35.220899 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727025080068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (2cf27eca-5b03-4cea-889a-c47c28c96ad7), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:35.257545 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Network 8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f is already hosted by enough agents. {{(pid=111079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 11:00:35.260388 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.base_scheduler [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Resources bound (agent type, host, resource id): {{(pid=111079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 11:00:35.266576 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Received port after_create {{(pid=111079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 11:00:35.294029 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event updated for resources: {'Port': ['ID=2cf27eca-5b03-4cea-889a-c47c28c96ad7,revision_number=1']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:00:35.613828 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for floatingip (2b3eddf4-e3a4-4513-9aa1-008cbf5e33db), precommit_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:35.732673 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-643846'] for port (2cf27eca-5b03-4cea-889a-c47c28c96ad7), before_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:35.825374 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:35.881549 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for port (2cf27eca-5b03-4cea-889a-c47c28c96ad7), precommit_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:35.973221 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727025556170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727025080086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727025080104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596833'] for port (2cf27eca-5b03-4cea-889a-c47c28c96ad7), after_update {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:36.041976 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event updated for resources: {'Port': ['ID=2cf27eca-5b03-4cea-889a-c47c28c96ad7,revision_number=2']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:00:36.054989 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7907290'] for floatingip (2b3eddf4-e3a4-4513-9aa1-008cbf5e33db), after_create {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:36.151839 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.l3_db [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Floating IP 2b3eddf4-e3a4-4513-9aa1-008cbf5e33db associated. External IP: 172.27.0.71, port: 8303bb45-ee07-47e1-903d-fbf67104800b. Jul 21 11:00:36.348962 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Router e40e9d2d-4077-40f5-a4a3-e43318cb42ba has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 11:00:36.352140 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:36.454160 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 11:00:36.463863 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3f7af6-36ff-4468-b21f-b4dea3268e91 None None] Sync routers for ids ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 11:00:36.473918 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3f7af6-36ff-4468-b21f-b4dea3268e91 None None] Routers {'e40e9d2d-4077-40f5-a4a3-e43318cb42ba'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 11:00:36.474553 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-ae3f7af6-36ff-4468-b21f-b4dea3268e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T11:00:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:00:36.575935 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-ae3f7af6-36ff-4468-b21f-b4dea3268e91 None None] Set router e40e9d2d-4077-40f5-a4a3-e43318cb42ba gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 11:00:36.592847 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:36.624040 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-26663ea5-432b-4032-ac32-c2a6fd482745 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8473773 Jul 21 11:00:36.624868 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e974eb5-69fa-4c06-834b-0d0cac61e5fc', 'tag': '8303bb45-ee07-47e1-903d-fbf67104800b'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 11:00:36.627049 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178f74b3-1609-40a2-ba71-969f1d49488c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e974eb5-69fa-4c06-834b-0d0cac61e5fc", "tag": "8303bb45-ee07-47e1-903d-fbf67104800b"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 11:00:36.663632 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 11:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca869f54-999a-4501-adf1-3440ac6e72a7 x-openstack-request-id: req-ca869f54-999a-4501-adf1-3440ac6e72a7 {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 11:00:36.663933 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e974eb5-69fa-4c06-834b-0d0cac61e5fc", "tag": "8303bb45-ee07-47e1-903d-fbf67104800b", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 11:00:36.664193 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca869f54-999a-4501-adf1-3440ac6e72a7 {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 11:00:36.664611 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca869f54-999a-4501-adf1-3440ac6e72a7'] response: {'name': 'network-changed', 'server_uuid': '0e974eb5-69fa-4c06-834b-0d0cac61e5fc', 'tag': '8303bb45-ee07-47e1-903d-fbf67104800b', 'status': 'completed', 'code': 200} Jul 21 11:00:36.746773 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f74b3-1609-40a2-ba71-969f1d49488c req-359303f2-e4ae-4a66-ba1a-8e8375c2d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:36.748294 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-178f74b3-1609-40a2-ba71-969f1d49488c req-359303f2-e4ae-4a66-ba1a-8e8375c2d6fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c99e5deac07a429c9c771ef41d278a46&device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 1129 time: 0.0402951 Jul 21 11:00:36.793712 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-ae3f7af6-36ff-4468-b21f-b4dea3268e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '2b3eddf4-e3a4-4513-9aa1-008cbf5e33db', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'port_id': '8303bb45-ee07-47e1-903d-fbf67104800b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'mac_address': 'fa:16:3e:2e:e2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e974eb5-69fa-4c06-834b-0d0cac61e5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T11:00:35Z', 'updated_at': '2022-07-21T11:00:35Z', 'revision_number': 0, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ip_address_scope': None}, {'id': '4e56cf3d-83dc-46bc-b5d7-a5a7b794c170', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'port_id': '297932c9-c2bf-4d0d-a5e4-14259e6cc191', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'mac_address': 'fa:16:3e:ab:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:58:35Z', 'updated_at': '2022-07-21T10:58:38Z', 'revision_number': 1, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:00:36.818648 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3f7af6-36ff-4468-b21f-b4dea3268e91 None None] Checking router: e40e9d2d-4077-40f5-a4a3-e43318cb42ba for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 11:00:36.827520 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3f7af6-36ff-4468-b21f-b4dea3268e91 None None] Routers {'e40e9d2d-4077-40f5-a4a3-e43318cb42ba'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 11:00:36.828140 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-ae3f7af6-36ff-4468-b21f-b4dea3268e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T11:00:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:00:36.832677 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:36.841919 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f74b3-1609-40a2-ba71-969f1d49488c req-95e690fe-838a-4d1e-b947-e0799a677b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:36.845650 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-178f74b3-1609-40a2-ba71-969f1d49488c req-95e690fe-838a-4d1e-b947-e0799a677b80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc0b2a51-d561-47c8-bdc0-392c408f6063 HTTP/1.1" status: 200 len: 913 time: 0.0906670 Jul 21 11:00:36.911673 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-178f74b3-1609-40a2-ba71-969f1d49488c req-cb70aebc-a828-469d-ae6e-8b8b1f689f66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8303bb45-ee07-47e1-903d-fbf67104800b HTTP/1.1" status: 200 len: 998 time: 0.0603516 Jul 21 11:00:36.930091 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-ae3f7af6-36ff-4468-b21f-b4dea3268e91 None None] Set router e40e9d2d-4077-40f5-a4a3-e43318cb42ba gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 11:00:36.962008 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f74b3-1609-40a2-ba71-969f1d49488c req-400b27da-ccb5-43d4-8c30-23b5b71dff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:36.963493 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-178f74b3-1609-40a2-ba71-969f1d49488c req-400b27da-ccb5-43d4-8c30-23b5b71dff2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91dfb6c3-be9f-472a-a4b6-7542992a3b45 HTTP/1.1" status: 200 len: 851 time: 0.0459311 Jul 21 11:00:37.007254 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f74b3-1609-40a2-ba71-969f1d49488c req-c0163a8f-865b-408a-a11f-d58d3d66dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:00:37.008712 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-178f74b3-1609-40a2-ba71-969f1d49488c req-c0163a8f-865b-408a-a11f-d58d3d66dc7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc0b2a51-d561-47c8-bdc0-392c408f6063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389011 Jul 21 11:00:37.104588 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-178f74b3-1609-40a2-ba71-969f1d49488c req-b75883dc-a9e3-4066-99b7-019555d08d1f service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901730 Jul 21 11:00:37.141468 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-ae3f7af6-36ff-4468-b21f-b4dea3268e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '2b3eddf4-e3a4-4513-9aa1-008cbf5e33db', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'port_id': '8303bb45-ee07-47e1-903d-fbf67104800b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'mac_address': 'fa:16:3e:2e:e2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e974eb5-69fa-4c06-834b-0d0cac61e5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T11:00:35Z', 'updated_at': '2022-07-21T11:00:35Z', 'revision_number': 0, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ip_address_scope': None}, {'id': '4e56cf3d-83dc-46bc-b5d7-a5a7b794c170', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'port_id': '297932c9-c2bf-4d0d-a5e4-14259e6cc191', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'mac_address': 'fa:16:3e:ab:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:58:35Z', 'updated_at': '2022-07-21T10:58:38Z', 'revision_number': 1, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:00:37.171159 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3f7af6-36ff-4468-b21f-b4dea3268e91 None None] The sync data for ids ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'] in dv-cinder-849800-2-iscsi is: [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '2b3eddf4-e3a4-4513-9aa1-008cbf5e33db', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'port_id': '8303bb45-ee07-47e1-903d-fbf67104800b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'mac_address': 'fa:16:3e:2e:e2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e974eb5-69fa-4c06-834b-0d0cac61e5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T11:00:35Z', 'updated_at': '2022-07-21T11:00:35Z', 'revision_number': 0, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ip_address_scope': None}, {'id': '4e56cf3d-83dc-46bc-b5d7-a5a7b794c170', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'port_id': '297932c9-c2bf-4d0d-a5e4-14259e6cc191', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'mac_address': 'fa:16:3e:ab:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:58:35Z', 'updated_at': '2022-07-21T10:58:38Z', 'revision_number': 1, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 11:00:37.206045 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-178f74b3-1609-40a2-ba71-969f1d49488c req-aaf90c1c-2ef9-409b-8d0e-e4876fe51cfa service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959015 Jul 21 11:00:37.361506 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6cc6be-ddf9-4820-b37e-7533838ef733 None None] New status for floating IP 2b3eddf4-e3a4-4513-9aa1-008cbf5e33db: ACTIVE {{(pid=111080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 11:00:44.911420 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:46.616178 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:46.620248 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:47.200563 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=25 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:47.202450 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=92,neutron:DELETE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:50.580967 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=75 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:50.581705 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=79 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:00:51.374531 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-32410ded-6fec-4159-b808-be7387950eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:53.996589 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-98851775-3dbb-41d7-92a2-a144134b63d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:55.379899 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:56.615530 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 11:00:56.664128 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:00:56.831086 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:01:06.611689 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:01:06.759012 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=47,neutron:UPDATE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:01:06.764863 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:01:14.939313 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:01:21.382966 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-c21ca3bc-1097-4cb1-9bfa-3e028a85feb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:01:24.018925 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-05a1beab-16c8-493d-a3d0-b7bedc291ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:01:24.515876 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1c28e608-bb03-4f76-9b37-efe7f2d4f20b req-1d169a9f-fe03-4985-8b08-d4ee61e60a75 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2941937 Jul 21 11:01:24.616136 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28e608-bb03-4f76-9b37-efe7f2d4f20b req-32e6525c-f6bc-440d-9ec5-c2df8a16cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:01:24.617566 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1c28e608-bb03-4f76-9b37-efe7f2d4f20b req-32e6525c-f6bc-440d-9ec5-c2df8a16cebb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c99e5deac07a429c9c771ef41d278a46&device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 1129 time: 0.0401268 Jul 21 11:01:24.723140 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28e608-bb03-4f76-9b37-efe7f2d4f20b req-d019916b-06f2-4236-9070-3ea5286b47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:01:24.724616 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1c28e608-bb03-4f76-9b37-efe7f2d4f20b req-d019916b-06f2-4236-9070-3ea5286b47bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc0b2a51-d561-47c8-bdc0-392c408f6063 HTTP/1.1" status: 200 len: 913 time: 0.0890725 Jul 21 11:01:24.786212 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1c28e608-bb03-4f76-9b37-efe7f2d4f20b req-dcad9c2e-76c8-4c18-8da2-cf9350f5eaae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=297932c9-c2bf-4d0d-a5e4-14259e6cc191 HTTP/1.1" status: 200 len: 1001 time: 0.0555742 Jul 21 11:01:24.833665 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28e608-bb03-4f76-9b37-efe7f2d4f20b req-737074fe-22b3-4571-be0e-afd55ceb41af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:01:24.835116 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1c28e608-bb03-4f76-9b37-efe7f2d4f20b req-737074fe-22b3-4571-be0e-afd55ceb41af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91dfb6c3-be9f-472a-a4b6-7542992a3b45 HTTP/1.1" status: 200 len: 851 time: 0.0432744 Jul 21 11:01:24.881655 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28e608-bb03-4f76-9b37-efe7f2d4f20b req-058be690-a0a1-42b1-8e5f-06f94a483f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:01:24.883078 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1c28e608-bb03-4f76-9b37-efe7f2d4f20b req-058be690-a0a1-42b1-8e5f-06f94a483f63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc0b2a51-d561-47c8-bdc0-392c408f6063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419917 Jul 21 11:01:24.973619 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1c28e608-bb03-4f76-9b37-efe7f2d4f20b req-ad48f09b-7299-4cd0-9e18-d67da801f1bc service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845299 Jul 21 11:01:25.064813 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-1c28e608-bb03-4f76-9b37-efe7f2d4f20b req-388dc7c1-c97b-4c0e-bad8-8f5cfdfe3b02 service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851400 Jul 21 11:01:25.401481 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:01:26.692915 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:01:26.864247 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:01:27.573381 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:01:27.578229 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=5 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:01:33.616136 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 11:01:35.060121 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=54 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:01:35.060898 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=47 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:01:37.799229 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:01:37.801085 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:01:43.611081 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:01:43.611884 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:01:44.936809 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:01:51.372117 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-92f3f294-f808-476f-a018-59828d42a375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:01:53.983583 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-1ee728e6-c904-48e2-a372-2d7058c5d54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:01:55.405581 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:01:56.692421 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:01:56.839080 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:02.442644 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [req-225a2191-3958-4170-933f-62885c3cfbad req-1b24bb5b-58af-4183-ab12-a2aee17d171f service neutron] (111079) timed out ('10.222.0.57', 58864) {{(pid=111079) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 11:02:02.545299 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [req-3eb3bf22-3ee9-4172-ad92-d14f2c3dbe04 req-48037ce2-f057-4033-805f-5e7709862463 service neutron] (111078) timed out ('10.222.0.57', 58865) {{(pid=111078) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 11:02:04.574495 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=3 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:04.575273 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=3 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:06.770220 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:06.772033 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:07.212801 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 44312) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:02:07.492961 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Deleting port 2cf27eca-5b03-4cea-889a-c47c28c96ad7 {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 11:02:07.493226 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (2cf27eca-5b03-4cea-889a-c47c28c96ad7), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:07.571015 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (2cf27eca-5b03-4cea-889a-c47c28c96ad7), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:07.571348 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for floatingip (2cf27eca-5b03-4cea-889a-c47c28c96ad7), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:07.583560 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Calling delete_port for 2cf27eca-5b03-4cea-889a-c47c28c96ad7 owned by network:floatingip {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 11:02:07.810699 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (2cf27eca-5b03-4cea-889a-c47c28c96ad7), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:07.840039 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event deleted for resources: {'Port': ['ID=2cf27eca-5b03-4cea-889a-c47c28c96ad7,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:07.868036 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:07.868389 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:07.868741 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:07.869089 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:07.869426 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:07.869757 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:07.870088 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:07.870417 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:07.870785 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:07.871118 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:07.871449 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:07.871784 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:07.872112 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:07.872438 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:07.872761 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:07.916580 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for floatingip (2b3eddf4-e3a4-4513-9aa1-008cbf5e33db), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:07.916920 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.l3_db [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Floating IP 2b3eddf4-e3a4-4513-9aa1-008cbf5e33db disassociated (deleted). External IP: 172.27.0.71, port: 8303bb45-ee07-47e1-903d-fbf67104800b. Jul 21 11:02:08.114131 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Router e40e9d2d-4077-40f5-a4a3-e43318cb42ba has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 11:02:08.218754 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 11:02:08.223626 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:08.228556 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe71cd-5253-4f94-89b9-c65acc308797 None None] Sync routers for ids ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 11:02:08.238887 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe71cd-5253-4f94-89b9-c65acc308797 None None] Routers {'e40e9d2d-4077-40f5-a4a3-e43318cb42ba'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 11:02:08.239510 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-8ffe71cd-5253-4f94-89b9-c65acc308797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T11:01:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:08.254419 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-b53be160-961c-4898-8cc0-9d397e2a132b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "DELETE /v2.0/floatingips/2b3eddf4-e3a4-4513-9aa1-008cbf5e33db HTTP/1.1" status: 204 len: 168 time: 1.0405354 Jul 21 11:02:08.255030 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e974eb5-69fa-4c06-834b-0d0cac61e5fc', 'tag': '8303bb45-ee07-47e1-903d-fbf67104800b'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 11:02:08.257265 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d808b28d-a2e1-4d8c-b33e-0ad60697d5af" -d '{"events": [{"name": "network-changed", "server_uuid": "0e974eb5-69fa-4c06-834b-0d0cac61e5fc", "tag": "8303bb45-ee07-47e1-903d-fbf67104800b"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 11:02:08.300356 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 11:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34323f94-6367-43e8-9a39-bd31d91d8b09 x-openstack-request-id: req-34323f94-6367-43e8-9a39-bd31d91d8b09 {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 11:02:08.301034 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e974eb5-69fa-4c06-834b-0d0cac61e5fc", "tag": "8303bb45-ee07-47e1-903d-fbf67104800b", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 11:02:08.301034 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34323f94-6367-43e8-9a39-bd31d91d8b09 {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 11:02:08.301229 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34323f94-6367-43e8-9a39-bd31d91d8b09'] response: {'name': 'network-changed', 'server_uuid': '0e974eb5-69fa-4c06-834b-0d0cac61e5fc', 'tag': '8303bb45-ee07-47e1-903d-fbf67104800b', 'status': 'completed', 'code': 200} Jul 21 11:02:08.345254 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-8ffe71cd-5253-4f94-89b9-c65acc308797 None None] Set router e40e9d2d-4077-40f5-a4a3-e43318cb42ba gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 11:02:08.434199 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808b28d-a2e1-4d8c-b33e-0ad60697d5af req-e7ffa0f8-cb2f-4873-86ed-33a4897d3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:02:08.435927 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d808b28d-a2e1-4d8c-b33e-0ad60697d5af req-e7ffa0f8-cb2f-4873-86ed-33a4897d3eaa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c99e5deac07a429c9c771ef41d278a46&device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 1129 time: 0.0917830 Jul 21 11:02:08.542626 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808b28d-a2e1-4d8c-b33e-0ad60697d5af req-8f903cec-4256-416c-be74-74121cbeedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:02:08.544117 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d808b28d-a2e1-4d8c-b33e-0ad60697d5af req-8f903cec-4256-416c-be74-74121cbeedf6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc0b2a51-d561-47c8-bdc0-392c408f6063 HTTP/1.1" status: 200 len: 913 time: 0.1019669 Jul 21 11:02:08.575378 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-8ffe71cd-5253-4f94-89b9-c65acc308797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '4e56cf3d-83dc-46bc-b5d7-a5a7b794c170', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'port_id': '297932c9-c2bf-4d0d-a5e4-14259e6cc191', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'mac_address': 'fa:16:3e:ab:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:58:35Z', 'updated_at': '2022-07-21T10:58:38Z', 'revision_number': 1, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:08.585954 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d808b28d-a2e1-4d8c-b33e-0ad60697d5af req-84736d6d-2b99-40ae-aaf8-f5745ef38db2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8303bb45-ee07-47e1-903d-fbf67104800b HTTP/1.1" status: 200 len: 217 time: 0.0349274 Jul 21 11:02:08.605582 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe71cd-5253-4f94-89b9-c65acc308797 None None] Checking router: e40e9d2d-4077-40f5-a4a3-e43318cb42ba for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 11:02:08.615774 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe71cd-5253-4f94-89b9-c65acc308797 None None] Routers {'e40e9d2d-4077-40f5-a4a3-e43318cb42ba'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 11:02:08.616549 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-8ffe71cd-5253-4f94-89b9-c65acc308797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T11:01:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:08.724488 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-8ffe71cd-5253-4f94-89b9-c65acc308797 None None] Set router e40e9d2d-4077-40f5-a4a3-e43318cb42ba gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 11:02:08.759116 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:08.764134 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:08.778017 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b2b10-a4f2-495c-b26a-9f61adab3c4e req-ce1a7239-4714-4f38-a68d-8d7028c6e90d tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:02:08.779650 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-459b2b10-a4f2-495c-b26a-9f61adab3c4e req-ce1a7239-4714-4f38-a68d-8d7028c6e90d tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 945 time: 0.1703043 Jul 21 11:02:08.830655 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-459b2b10-a4f2-495c-b26a-9f61adab3c4e req-e94af2b2-b4e4-41ce-a3cd-078c06c0736b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450759 Jul 21 11:02:08.934497 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-8ffe71cd-5253-4f94-89b9-c65acc308797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '4e56cf3d-83dc-46bc-b5d7-a5a7b794c170', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'port_id': '297932c9-c2bf-4d0d-a5e4-14259e6cc191', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'mac_address': 'fa:16:3e:ab:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:58:35Z', 'updated_at': '2022-07-21T10:58:38Z', 'revision_number': 1, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:08.962630 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe71cd-5253-4f94-89b9-c65acc308797 None None] The sync data for ids ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'] in dv-cinder-849800-2-iscsi is: [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_floatingips': [{'id': '4e56cf3d-83dc-46bc-b5d7-a5a7b794c170', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'router_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'port_id': '297932c9-c2bf-4d0d-a5e4-14259e6cc191', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'mac_address': 'fa:16:3e:ab:88:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T10:58:35Z', 'updated_at': '2022-07-21T10:58:38Z', 'revision_number': 1, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 11:02:09.180069 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a5814-b08f-4ae4-8a3f-31aaefe962ba None None] New status for floating IP 2b3eddf4-e3a4-4513-9aa1-008cbf5e33db: DOWN {{(pid=111080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 11:02:09.686276 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808b28d-a2e1-4d8c-b33e-0ad60697d5af req-83da86ab-3832-4383-9306-6d319e27f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:02:09.687466 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d808b28d-a2e1-4d8c-b33e-0ad60697d5af req-83da86ab-3832-4383-9306-6d319e27f13d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91dfb6c3-be9f-472a-a4b6-7542992a3b45 HTTP/1.1" status: 200 len: 851 time: 0.0453327 Jul 21 11:02:09.738061 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808b28d-a2e1-4d8c-b33e-0ad60697d5af req-6dd97d83-f2fb-4a6f-84c2-817dc7777b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:02:09.739528 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d808b28d-a2e1-4d8c-b33e-0ad60697d5af req-6dd97d83-f2fb-4a6f-84c2-817dc7777b49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc0b2a51-d561-47c8-bdc0-392c408f6063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435965 Jul 21 11:02:09.957876 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d808b28d-a2e1-4d8c-b33e-0ad60697d5af req-423e2d0c-f679-48fa-bd30-237de9e5a0c1 service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867126 Jul 21 11:02:10.000957 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c1dab-ad44-460c-b228-0d8fbbb64938 req-a63eee93-2236-4e28-83ae-5ce7fe3d2702 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:02:10.002427 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ba8c1dab-ad44-460c-b228-0d8fbbb64938 req-a63eee93-2236-4e28-83ae-5ce7fe3d2702 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 945 time: 0.0992000 Jul 21 11:02:10.056052 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-ba8c1dab-ad44-460c-b228-0d8fbbb64938 req-4027e4a1-e2e3-40b3-8570-79ed20a3f3e9 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467744 Jul 21 11:02:10.231142 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-d808b28d-a2e1-4d8c-b33e-0ad60697d5af req-678698a7-b08a-423d-8bbf-a7d217b21e06 service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887454 Jul 21 11:02:10.301597 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207213b6-3a22-40ab-8995-ffe0f7cc5174 req-46320066-df09-498a-9cdd-cbdc62ba99fd tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:02:10.303077 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-207213b6-3a22-40ab-8995-ffe0f7cc5174 req-46320066-df09-498a-9cdd-cbdc62ba99fd tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 945 time: 0.0474620 Jul 21 11:02:10.383776 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-207213b6-3a22-40ab-8995-ffe0f7cc5174 req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Deleting port 8303bb45-ee07-47e1-903d-fbf67104800b {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 11:02:10.384123 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-207213b6-3a22-40ab-8995-ffe0f7cc5174 req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (8303bb45-ee07-47e1-903d-fbf67104800b), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:10.477324 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-207213b6-3a22-40ab-8995-ffe0f7cc5174 req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] For port 8303bb45-ee07-47e1-903d-fbf67104800b, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=8303bb45-ee07-47e1-903d-fbf67104800b,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 11:02:10.477690 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-207213b6-3a22-40ab-8995-ffe0f7cc5174 req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (8303bb45-ee07-47e1-903d-fbf67104800b), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:10.490444 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-207213b6-3a22-40ab-8995-ffe0f7cc5174 req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Calling delete_port for 8303bb45-ee07-47e1-903d-fbf67104800b owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 11:02:10.615305 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 11:02:10.680692 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-207213b6-3a22-40ab-8995-ffe0f7cc5174 req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (8303bb45-ee07-47e1-903d-fbf67104800b), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:10.709702 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event deleted for resources: {'Port': ['ID=8303bb45-ee07-47e1-903d-fbf67104800b,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:10.782121 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:10.782121 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:10.782121 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:10.782121 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:10.782121 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:10.782121 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:10.782121 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:10.782121 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:10.782121 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:10.782121 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:10.782121 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:10.782121 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:10.782121 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:10.785122 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:10.785122 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:10.785122 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-207213b6-3a22-40ab-8995-ffe0f7cc5174 req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] No DVR routers for this DVR port 8303bb45-ee07-47e1-903d-fbf67104800b on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 11:02:10.785122 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-207213b6-3a22-40ab-8995-ffe0f7cc5174 req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:10.785122 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-207213b6-3a22-40ab-8995-ffe0f7cc5174 req-a7147eb4-0b84-4c38-b280-4d8deaab6a83 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.57 "DELETE /v2.0/ports/8303bb45-ee07-47e1-903d-fbf67104800b HTTP/1.1" status: 204 len: 173 time: 0.4617434 Jul 21 11:02:10.785122 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e974eb5-69fa-4c06-834b-0d0cac61e5fc', 'name': 'network-vif-deleted', 'tag': '8303bb45-ee07-47e1-903d-fbf67104800b'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 11:02:10.785122 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9b8145-c8e6-4323-8729-b116139a31b3" -d '{"events": [{"server_uuid": "0e974eb5-69fa-4c06-834b-0d0cac61e5fc", "name": "network-vif-deleted", "tag": "8303bb45-ee07-47e1-903d-fbf67104800b"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 11:02:10.808890 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 11:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbb6ca5-0b05-4a1d-8f6b-2d1e43d36540 x-openstack-request-id: req-5dbb6ca5-0b05-4a1d-8f6b-2d1e43d36540 {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 11:02:10.809217 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e974eb5-69fa-4c06-834b-0d0cac61e5fc", "name": "network-vif-deleted", "tag": "8303bb45-ee07-47e1-903d-fbf67104800b", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 11:02:10.810072 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5dbb6ca5-0b05-4a1d-8f6b-2d1e43d36540 {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 11:02:10.810072 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dbb6ca5-0b05-4a1d-8f6b-2d1e43d36540'] response: {'server_uuid': '0e974eb5-69fa-4c06-834b-0d0cac61e5fc', 'name': 'network-vif-deleted', 'tag': '8303bb45-ee07-47e1-903d-fbf67104800b', 'status': 'completed', 'code': 200} Jul 21 11:02:11.156435 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-19a9b128-656f-41ed-857d-612f740c8463 req-f93cc4bf-502f-4f67-a1cd-7fa6260fd3b7 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e974eb5-69fa-4c06-834b-0d0cac61e5fc HTTP/1.1" status: 200 len: 210 time: 0.0289237 Jul 21 11:02:14.621118 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 44360) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:02:14.760998 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-65d0709e-9d14-4d41-a3e5-ada03369e405 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Deleting port d2ad9386-f712-4200-8378-e415e7acdb71 {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 11:02:14.761354 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-65d0709e-9d14-4d41-a3e5-ada03369e405 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (d2ad9386-f712-4200-8378-e415e7acdb71), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:14.839859 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-65d0709e-9d14-4d41-a3e5-ada03369e405 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (d2ad9386-f712-4200-8378-e415e7acdb71), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:14.840108 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-65d0709e-9d14-4d41-a3e5-ada03369e405 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for floatingip (d2ad9386-f712-4200-8378-e415e7acdb71), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:14.851825 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-65d0709e-9d14-4d41-a3e5-ada03369e405 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Calling delete_port for d2ad9386-f712-4200-8378-e415e7acdb71 owned by network:floatingip {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 11:02:14.960179 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:14.978274 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 8303bb45-ee07-47e1-903d-fbf67104800b no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 11:02:15.000389 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: 8303bb45-ee07-47e1-903d-fbf67104800b {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 11:02:15.000739 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 8303bb45-ee07-47e1-903d-fbf67104800b not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 11:02:15.034810 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-65d0709e-9d14-4d41-a3e5-ada03369e405 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (d2ad9386-f712-4200-8378-e415e7acdb71), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:15.061690 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0709e-9d14-4d41-a3e5-ada03369e405 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event deleted for resources: {'Port': ['ID=d2ad9386-f712-4200-8378-e415e7acdb71,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:15.124973 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-65d0709e-9d14-4d41-a3e5-ada03369e405 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for floatingip (4e56cf3d-83dc-46bc-b5d7-a5a7b794c170), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:15.125225 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.db.l3_db [None req-65d0709e-9d14-4d41-a3e5-ada03369e405 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Floating IP 4e56cf3d-83dc-46bc-b5d7-a5a7b794c170 disassociated (deleted). External IP: 172.27.0.250, port: 297932c9-c2bf-4d0d-a5e4-14259e6cc191. Jul 21 11:02:15.471031 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:15.581189 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d0709e-9d14-4d41-a3e5-ada03369e405 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Router e40e9d2d-4077-40f5-a4a3-e43318cb42ba has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 11:02:15.685248 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d0709e-9d14-4d41-a3e5-ada03369e405 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 11:02:15.689906 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-65d0709e-9d14-4d41-a3e5-ada03369e405 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:15.694914 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6c2ce2-aefd-4cb5-ad76-7f147a587bd4 None None] Sync routers for ids ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 11:02:15.705543 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6c2ce2-aefd-4cb5-ad76-7f147a587bd4 None None] Routers {'e40e9d2d-4077-40f5-a4a3-e43318cb42ba'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 11:02:15.706158 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-7d6c2ce2-aefd-4cb5-ad76-7f147a587bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T11:01:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:15.714774 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:15.720926 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-65d0709e-9d14-4d41-a3e5-ada03369e405 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "DELETE /v2.0/floatingips/4e56cf3d-83dc-46bc-b5d7-a5a7b794c170 HTTP/1.1" status: 204 len: 168 time: 1.0987663 Jul 21 11:02:15.721588 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'tag': '297932c9-c2bf-4d0d-a5e4-14259e6cc191'}] {{(pid=111079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 11:02:15.724894 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b780e770f0529bd2392b528b095f387be88f17ed021d80988898b63bbb47a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f09e6e3-d983-4005-a950-3b9b2257a30c" -d '{"events": [{"name": "network-changed", "server_uuid": "20b5ce2d-dd53-4957-839f-b674794f29ee", "tag": "297932c9-c2bf-4d0d-a5e4-14259e6cc191"}]}' {{(pid=111079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 11:02:15.770507 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 11:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b7f4ee-1b2a-47a5-9f11-1a7d5471415c x-openstack-request-id: req-80b7f4ee-1b2a-47a5-9f11-1a7d5471415c {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 11:02:15.770929 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b5ce2d-dd53-4957-839f-b674794f29ee", "tag": "297932c9-c2bf-4d0d-a5e4-14259e6cc191", "status": "completed", "code": 200}]} {{(pid=111079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 11:02:15.771186 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80b7f4ee-1b2a-47a5-9f11-1a7d5471415c {{(pid=111079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 11:02:15.771595 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b7f4ee-1b2a-47a5-9f11-1a7d5471415c'] response: {'name': 'network-changed', 'server_uuid': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'tag': '297932c9-c2bf-4d0d-a5e4-14259e6cc191', 'status': 'completed', 'code': 200} Jul 21 11:02:15.785349 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=100 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:15.805980 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=100 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:15.814083 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-7d6c2ce2-aefd-4cb5-ad76-7f147a587bd4 None None] Set router e40e9d2d-4077-40f5-a4a3-e43318cb42ba gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 11:02:15.858573 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09e6e3-d983-4005-a950-3b9b2257a30c req-c70cfba0-eaec-4ba5-addc-af71ff210900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:02:15.860369 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5f09e6e3-d983-4005-a950-3b9b2257a30c req-c70cfba0-eaec-4ba5-addc-af71ff210900 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c99e5deac07a429c9c771ef41d278a46&device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 1129 time: 0.0465789 Jul 21 11:02:15.892946 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:15.923072 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:15.963801 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09e6e3-d983-4005-a950-3b9b2257a30c req-8989c8e9-d1d5-42e9-86fc-9e33940ba856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:02:15.965292 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5f09e6e3-d983-4005-a950-3b9b2257a30c req-8989c8e9-d1d5-42e9-86fc-9e33940ba856 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc0b2a51-d561-47c8-bdc0-392c408f6063 HTTP/1.1" status: 200 len: 913 time: 0.0987489 Jul 21 11:02:16.008690 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5f09e6e3-d983-4005-a950-3b9b2257a30c req-acb77280-2cd3-4d87-93d5-89577ffab693 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=297932c9-c2bf-4d0d-a5e4-14259e6cc191 HTTP/1.1" status: 200 len: 217 time: 0.0377033 Jul 21 11:02:16.011148 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-7d6c2ce2-aefd-4cb5-ad76-7f147a587bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:16.042593 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6c2ce2-aefd-4cb5-ad76-7f147a587bd4 None None] Checking router: e40e9d2d-4077-40f5-a4a3-e43318cb42ba for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 11:02:16.051122 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6c2ce2-aefd-4cb5-ad76-7f147a587bd4 None None] Routers {'e40e9d2d-4077-40f5-a4a3-e43318cb42ba'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 11:02:16.052036 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-7d6c2ce2-aefd-4cb5-ad76-7f147a587bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T11:01:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:16.062230 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09e6e3-d983-4005-a950-3b9b2257a30c req-9e36bc52-3d23-4241-8021-1ee025bc5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:02:16.064054 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5f09e6e3-d983-4005-a950-3b9b2257a30c req-9e36bc52-3d23-4241-8021-1ee025bc5c43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91dfb6c3-be9f-472a-a4b6-7542992a3b45 HTTP/1.1" status: 200 len: 851 time: 0.0502172 Jul 21 11:02:16.119286 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b075db3-40df-4d16-99ae-9aa76c5866ec req-96a2d522-9d26-42c5-8f9b-05a7fafb9afc tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:02:16.120768 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0b075db3-40df-4d16-99ae-9aa76c5866ec req-96a2d522-9d26-42c5-8f9b-05a7fafb9afc tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 945 time: 0.0530074 Jul 21 11:02:16.158997 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-7d6c2ce2-aefd-4cb5-ad76-7f147a587bd4 None None] Set router e40e9d2d-4077-40f5-a4a3-e43318cb42ba gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 11:02:16.172517 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-0b075db3-40df-4d16-99ae-9aa76c5866ec req-91031fc7-20b9-4daf-86ea-881600789ea1 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458136 Jul 21 11:02:16.429216 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-7d6c2ce2-aefd-4cb5-ad76-7f147a587bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:16.453489 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6c2ce2-aefd-4cb5-ad76-7f147a587bd4 None None] The sync data for ids ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'] in dv-cinder-849800-2-iscsi is: [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:29Z', 'revision_number': 4, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi', '_interfaces': [{'id': 'd94c157b-3280-4da9-b4d7-a3524a1beade', 'name': '', 'network_id': 'cc0b2a51-d561-47c8-bdc0-392c408f6063', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'mac_address': 'fa:16:3e:e2:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:28Z', 'updated_at': '2022-07-21T10:55:33Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'subnets': [{'id': '91dfb6c3-be9f-472a-a4b6-7542992a3b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 11:02:16.665744 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af97a62b-f6d8-4ee1-8adb-8743d59f2d32 None None] New status for floating IP 4e56cf3d-83dc-46bc-b5d7-a5a7b794c170: DOWN {{(pid=111080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 11:02:17.126958 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09e6e3-d983-4005-a950-3b9b2257a30c req-08cbb6e4-c9b4-4264-9332-ecc8d53b6ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:02:17.128356 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5f09e6e3-d983-4005-a950-3b9b2257a30c req-08cbb6e4-c9b4-4264-9332-ecc8d53b6ea6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc0b2a51-d561-47c8-bdc0-392c408f6063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396228 Jul 21 11:02:17.227456 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5f09e6e3-d983-4005-a950-3b9b2257a30c req-73a01fd0-d51b-48c1-8b0c-c41c1dafbc50 service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917306 Jul 21 11:02:17.294216 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dbbf5-0037-4df9-9621-221c463bd276 req-b6d9353e-9506-4b55-a570-1faedabb068a tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:02:17.295679 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-de4dbbf5-0037-4df9-9621-221c463bd276 req-b6d9353e-9506-4b55-a570-1faedabb068a tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 945 time: 0.0500808 Jul 21 11:02:17.345587 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-de4dbbf5-0037-4df9-9621-221c463bd276 req-8ff24abc-ddfa-453f-bc11-8dd01a398a5f tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1c8a972-4ab2-4bd2-8013-15d3c02a348f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444534 Jul 21 11:02:17.396015 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-5f09e6e3-d983-4005-a950-3b9b2257a30c req-5dcdaa8b-5f00-4a6c-bb06-b5ca89676f7b service neutron] 10.222.0.57 "GET /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845768 Jul 21 11:02:17.686696 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b207587-158e-40c3-ac21-025dc54fcc5b req-44416426-affa-4166-8f90-5c8e764139b4 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 11:02:17.688157 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4b207587-158e-40c3-ac21-025dc54fcc5b req-44416426-affa-4166-8f90-5c8e764139b4 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.57 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 945 time: 0.0482812 Jul 21 11:02:17.774508 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-4b207587-158e-40c3-ac21-025dc54fcc5b req-5911c47e-b795-4005-9533-f54e11dc31be tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Deleting port 297932c9-c2bf-4d0d-a5e4-14259e6cc191 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 11:02:17.774886 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4b207587-158e-40c3-ac21-025dc54fcc5b req-5911c47e-b795-4005-9533-f54e11dc31be tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (297932c9-c2bf-4d0d-a5e4-14259e6cc191), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:17.867056 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [req-4b207587-158e-40c3-ac21-025dc54fcc5b req-5911c47e-b795-4005-9533-f54e11dc31be tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] For port 297932c9-c2bf-4d0d-a5e4-14259e6cc191, host hv-cinder-84980, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84980',level=0,port_id=297932c9-c2bf-4d0d-a5e4-14259e6cc191,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 11:02:17.867422 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4b207587-158e-40c3-ac21-025dc54fcc5b req-5911c47e-b795-4005-9533-f54e11dc31be tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (297932c9-c2bf-4d0d-a5e4-14259e6cc191), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:17.880162 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [req-4b207587-158e-40c3-ac21-025dc54fcc5b req-5911c47e-b795-4005-9533-f54e11dc31be tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Calling delete_port for 297932c9-c2bf-4d0d-a5e4-14259e6cc191 owned by compute:nova {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 11:02:18.052287 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4b207587-158e-40c3-ac21-025dc54fcc5b req-5911c47e-b795-4005-9533-f54e11dc31be tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (297932c9-c2bf-4d0d-a5e4-14259e6cc191), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:18.084853 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911c47e-b795-4005-9533-f54e11dc31be tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event deleted for resources: {'Port': ['ID=297932c9-c2bf-4d0d-a5e4-14259e6cc191,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:18.128716 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b207587-158e-40c3-ac21-025dc54fcc5b req-5911c47e-b795-4005-9533-f54e11dc31be tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] No DVR routers for this DVR port 297932c9-c2bf-4d0d-a5e4-14259e6cc191 on host hv-cinder-84980 {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 11:02:18.132343 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [req-4b207587-158e-40c3-ac21-025dc54fcc5b req-5911c47e-b795-4005-9533-f54e11dc31be tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for port (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:18.135621 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [req-4b207587-158e-40c3-ac21-025dc54fcc5b req-5911c47e-b795-4005-9533-f54e11dc31be tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.57 "DELETE /v2.0/ports/297932c9-c2bf-4d0d-a5e4-14259e6cc191 HTTP/1.1" status: 204 len: 173 time: 0.4412882 Jul 21 11:02:18.136030 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'name': 'network-vif-deleted', 'tag': '297932c9-c2bf-4d0d-a5e4-14259e6cc191'}] {{(pid=111078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 11:02:18.138241 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f323093b13840dc401164f2d9cf56a5fe9dcfcc10d579dbf771b2f37f78bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b528b23b-e8da-44a0-bb99-229b0df3bc0a" -d '{"events": [{"server_uuid": "20b5ce2d-dd53-4957-839f-b674794f29ee", "name": "network-vif-deleted", "tag": "297932c9-c2bf-4d0d-a5e4-14259e6cc191"}]}' {{(pid=111078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 11:02:18.184355 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 11:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e49e667-499a-4c72-b830-e09f44f976ef x-openstack-request-id: req-0e49e667-499a-4c72-b830-e09f44f976ef {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 11:02:18.184355 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b5ce2d-dd53-4957-839f-b674794f29ee", "name": "network-vif-deleted", "tag": "297932c9-c2bf-4d0d-a5e4-14259e6cc191", "status": "completed", "code": 200}]} {{(pid=111078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 11:02:18.184355 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e49e667-499a-4c72-b830-e09f44f976ef {{(pid=111078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 11:02:18.184685 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e49e667-499a-4c72-b830-e09f44f976ef'] response: {'server_uuid': '20b5ce2d-dd53-4957-839f-b674794f29ee', 'name': 'network-vif-deleted', 'tag': '297932c9-c2bf-4d0d-a5e4-14259e6cc191', 'status': 'completed', 'code': 200} Jul 21 11:02:18.441288 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [req-2f12fe39-cd4e-4ea5-8203-0f853887ae62 req-e58a7828-a6b0-48ad-b28e-b1c50180f145 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b5ce2d-dd53-4957-839f-b674794f29ee HTTP/1.1" status: 200 len: 210 time: 0.0291917 Jul 21 11:02:19.503207 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 44376) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:02:19.613408 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-d35475ca-1456-49ab-8be8-fc36a2f6c421 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Deleting port ade4ce64-06cc-4338-9d90-1c44a43d24a8 {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 11:02:19.613748 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d35475ca-1456-49ab-8be8-fc36a2f6c421 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (ade4ce64-06cc-4338-9d90-1c44a43d24a8), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:19.694699 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d35475ca-1456-49ab-8be8-fc36a2f6c421 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (ade4ce64-06cc-4338-9d90-1c44a43d24a8), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:19.695029 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d35475ca-1456-49ab-8be8-fc36a2f6c421 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for floatingip (ade4ce64-06cc-4338-9d90-1c44a43d24a8), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:19.707041 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-d35475ca-1456-49ab-8be8-fc36a2f6c421 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Calling delete_port for ade4ce64-06cc-4338-9d90-1c44a43d24a8 owned by network:floatingip {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 11:02:19.886044 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d35475ca-1456-49ab-8be8-fc36a2f6c421 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (ade4ce64-06cc-4338-9d90-1c44a43d24a8), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:19.915631 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35475ca-1456-49ab-8be8-fc36a2f6c421 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event deleted for resources: {'Port': ['ID=ade4ce64-06cc-4338-9d90-1c44a43d24a8,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:19.976069 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d35475ca-1456-49ab-8be8-fc36a2f6c421 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for floatingip (bbc0beff-147c-4d05-8e69-a6d7b11839d7), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:19.978523 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-d35475ca-1456-49ab-8be8-fc36a2f6c421 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237023'] for floatingip (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:19.979715 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-d35475ca-1456-49ab-8be8-fc36a2f6c421 tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "DELETE /v2.0/floatingips/bbc0beff-147c-4d05-8e69-a6d7b11839d7 HTTP/1.1" status: 204 len: 168 time: 0.4776111 Jul 21 11:02:21.030503 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 297932c9-c2bf-4d0d-a5e4-14259e6cc191 no longer exists at agent hyperv_hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 11:02:21.050432 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] No Port match for: 297932c9-c2bf-4d0d-a5e4-14259e6cc191 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 11:02:21.050723 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Device 297932c9-c2bf-4d0d-a5e4-14259e6cc191 not bound to the agent host hv-cinder-84980 {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 11:02:21.345316 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 44388) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:02:21.387349 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-e61a930d-0f03-4775-8abc-9d321abcb0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:21.389139 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:21.404233 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f1a5b1c5-f190-4ed9-ba39-fbcfef42397b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group (a1c8a972-4ab2-4bd2-8013-15d3c02a348f), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:21.429624 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f1a5b1c5-f190-4ed9-ba39-fbcfef42397b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group (a1c8a972-4ab2-4bd2-8013-15d3c02a348f), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:21.552972 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f1a5b1c5-f190-4ed9-ba39-fbcfef42397b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (a1c8a972-4ab2-4bd2-8013-15d3c02a348f), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:21.555673 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f1a5b1c5-f190-4ed9-ba39-fbcfef42397b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Publish callbacks [] for security_group (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:21.556844 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-f1a5b1c5-f190-4ed9-ba39-fbcfef42397b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] 10.222.0.48 "DELETE /v2.0/security-groups/a1c8a972-4ab2-4bd2-8013-15d3c02a348f HTTP/1.1" status: 204 len: 168 time: 0.2105067 Jul 21 11:02:21.566399 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5b1c5-f190-4ed9-ba39-fbcfef42397b tempest-TestVolumeBootPattern-786894644 tempest-TestVolumeBootPattern-786894644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c8a972-4ab2-4bd2-8013-15d3c02a348f,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:21.674314 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 44392) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:02:21.820986 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:21.973181 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:22.088802 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a86a1432-debc-4e4c-8646-7a4ba61910c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906778'] for router_interface (e40e9d2d-4077-40f5-a4a3-e43318cb42ba), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:22.311278 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-a86a1432-debc-4e4c-8646-7a4ba61910c2 admin admin] Deleting port d94c157b-3280-4da9-b4d7-a3524a1beade {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 11:02:22.311619 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a86a1432-debc-4e4c-8646-7a4ba61910c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:22.391802 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [None req-a86a1432-debc-4e4c-8646-7a4ba61910c2 admin admin] For port d94c157b-3280-4da9-b4d7-a3524a1beade, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=d94c157b-3280-4da9-b4d7-a3524a1beade,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 11:02:22.392166 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a86a1432-debc-4e4c-8646-7a4ba61910c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:22.404747 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-a86a1432-debc-4e4c-8646-7a4ba61910c2 admin admin] Calling delete_port for d94c157b-3280-4da9-b4d7-a3524a1beade owned by network:router_interface {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 11:02:22.674528 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a86a1432-debc-4e4c-8646-7a4ba61910c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (d94c157b-3280-4da9-b4d7-a3524a1beade), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:22.697984 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a1432-debc-4e4c-8646-7a4ba61910c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d94c157b-3280-4da9-b4d7-a3524a1beade,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:22.750577 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:22.864951 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-a86a1432-debc-4e4c-8646-7a4ba61910c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7994357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905578'] for router_interface (e40e9d2d-4077-40f5-a4a3-e43318cb42ba), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:22.877297 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:23.070437 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86a1432-debc-4e4c-8646-7a4ba61910c2 admin admin] Router e40e9d2d-4077-40f5-a4a3-e43318cb42ba has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 11:02:23.170740 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86a1432-debc-4e4c-8646-7a4ba61910c2 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 11:02:23.178314 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-a86a1432-debc-4e4c-8646-7a4ba61910c2 admin admin] 10.222.0.48 "PUT /v2.0/routers/e40e9d2d-4077-40f5-a4a3-e43318cb42ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5004230 Jul 21 11:02:23.178455 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 44396) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:02:23.180363 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec03531b-9733-4060-bc0a-83e54e08df36 None None] Sync routers for ids ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'] in dv-cinder-849800-2-iscsi {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 11:02:23.190107 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec03531b-9733-4060-bc0a-83e54e08df36 None None] Routers {'e40e9d2d-4077-40f5-a4a3-e43318cb42ba'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 11:02:23.190761 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-ec03531b-9733-4060-bc0a-83e54e08df36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T11:01:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:23.222408 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:23.282932 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f02f1522-7833-412f-a13f-2a68455a9824 admin admin] Publish callbacks [] for router (e40e9d2d-4077-40f5-a4a3-e43318cb42ba), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:23.292663 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-ec03531b-9733-4060-bc0a-83e54e08df36 None None] Set router e40e9d2d-4077-40f5-a4a3-e43318cb42ba gateway port host: dv-cinder-849800-2-iscsi {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 11:02:23.383787 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f02f1522-7833-412f-a13f-2a68455a9824 admin admin] Publish callbacks [] for router_gateway (e40e9d2d-4077-40f5-a4a3-e43318cb42ba), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:23.466425 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-ec03531b-9733-4060-bc0a-83e54e08df36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T11:02:22Z', 'revision_number': 5, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port': {'id': '962b6a03-bfa5-46bd-93a1-30fe378d7910', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T10:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:23.490431 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec03531b-9733-4060-bc0a-83e54e08df36 None None] Checking router: e40e9d2d-4077-40f5-a4a3-e43318cb42ba for host: dv-cinder-849800-2-iscsi {{(pid=111081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 11:02:23.499634 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec03531b-9733-4060-bc0a-83e54e08df36 None None] Routers {'e40e9d2d-4077-40f5-a4a3-e43318cb42ba'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 11:02:23.500350 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-ec03531b-9733-4060-bc0a-83e54e08df36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T11:01:54Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'], 'active': True} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:23.509066 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-f02f1522-7833-412f-a13f-2a68455a9824 admin admin] Deleting port 962b6a03-bfa5-46bd-93a1-30fe378d7910 {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 11:02:23.509411 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f02f1522-7833-412f-a13f-2a68455a9824 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (962b6a03-bfa5-46bd-93a1-30fe378d7910), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:23.584214 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_dvr_db [None req-ec03531b-9733-4060-bc0a-83e54e08df36 None None] Set router e40e9d2d-4077-40f5-a4a3-e43318cb42ba gateway port host: None {{(pid=111081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 11:02:23.588738 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [None req-f02f1522-7833-412f-a13f-2a68455a9824 admin admin] For port 962b6a03-bfa5-46bd-93a1-30fe378d7910, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=962b6a03-bfa5-46bd-93a1-30fe378d7910,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 11:02:23.589107 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f02f1522-7833-412f-a13f-2a68455a9824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (962b6a03-bfa5-46bd-93a1-30fe378d7910), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:23.602395 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-f02f1522-7833-412f-a13f-2a68455a9824 admin admin] Calling delete_port for 962b6a03-bfa5-46bd-93a1-30fe378d7910 owned by network:router_gateway {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 11:02:23.633555 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.l3_hamode_db [None req-ec03531b-9733-4060-bc0a-83e54e08df36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T11:02:23Z', 'revision_number': 6, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port_host': None}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:23.661607 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec03531b-9733-4060-bc0a-83e54e08df36 None None] The sync data for ids ['e40e9d2d-4077-40f5-a4a3-e43318cb42ba'] in dv-cinder-849800-2-iscsi is: [{'id': 'e40e9d2d-4077-40f5-a4a3-e43318cb42ba', 'name': 'tempest-TestVolumeBootPattern-1163109695-router', 'tenant_id': 'c99e5deac07a429c9c771ef41d278a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:26Z', 'updated_at': '2022-07-21T11:02:23Z', 'revision_number': 6, 'project_id': 'c99e5deac07a429c9c771ef41d278a46', 'gw_port_host': None}] {{(pid=111081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 11:02:23.818103 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f02f1522-7833-412f-a13f-2a68455a9824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (962b6a03-bfa5-46bd-93a1-30fe378d7910), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:23.845162 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f1522-7833-412f-a13f-2a68455a9824 admin admin] Pushing event deleted for resources: {'Port': ['ID=962b6a03-bfa5-46bd-93a1-30fe378d7910,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:23.910322 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f02f1522-7833-412f-a13f-2a68455a9824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7907105'] for router_gateway (e40e9d2d-4077-40f5-a4a3-e43318cb42ba), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:23.983064 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-fd12ae1d-55d3-454f-9dc3-fc7f5063c517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:23.997643 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f02f1522-7833-412f-a13f-2a68455a9824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7905525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router (e40e9d2d-4077-40f5-a4a3-e43318cb42ba), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:23.999836 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f02f1522-7833-412f-a13f-2a68455a9824 admin admin] Publish callbacks [] for router_controller (e40e9d2d-4077-40f5-a4a3-e43318cb42ba), precommit_delete_associations {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:24.091434 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f02f1522-7833-412f-a13f-2a68455a9824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7905412'] for router (e40e9d2d-4077-40f5-a4a3-e43318cb42ba), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:24.092028 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02f1522-7833-412f-a13f-2a68455a9824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e40e9d2d-4077-40f5-a4a3-e43318cb42ba {{(pid=111079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 11:02:24.096162 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-f02f1522-7833-412f-a13f-2a68455a9824 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:24.097308 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-f02f1522-7833-412f-a13f-2a68455a9824 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e40e9d2d-4077-40f5-a4a3-e43318cb42ba HTTP/1.1" status: 204 len: 168 time: 0.9161313 Jul 21 11:02:24.099857 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 44398) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:02:24.147513 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.db.db_base_plugin_v2 [None req-559703d5-44a7-4fea-94fc-98c53d24d4fa admin admin] Deleting subnet 91dfb6c3-be9f-472a-a4b6-7542992a3b45 {{(pid=111079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 11:02:24.151316 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-559703d5-44a7-4fea-94fc-98c53d24d4fa admin admin] Publish callbacks [] for subnet (91dfb6c3-be9f-472a-a4b6-7542992a3b45), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:24.195719 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:24.198667 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-559703d5-44a7-4fea-94fc-98c53d24d4fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5065532'] for subnet (91dfb6c3-be9f-472a-a4b6-7542992a3b45), precommit_delete_associations {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:24.267669 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:24.277020 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-559703d5-44a7-4fea-94fc-98c53d24d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686909'] for subnet (91dfb6c3-be9f-472a-a4b6-7542992a3b45), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:24.394964 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-559703d5-44a7-4fea-94fc-98c53d24d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5596791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4805428'] for subnet (91dfb6c3-be9f-472a-a4b6-7542992a3b45), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:24.424502 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559703d5-44a7-4fea-94fc-98c53d24d4fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91dfb6c3-be9f-472a-a4b6-7542992a3b45,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:24.428412 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-559703d5-44a7-4fea-94fc-98c53d24d4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for subnet (None), before_response {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:24.432373 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-559703d5-44a7-4fea-94fc-98c53d24d4fa admin admin] 10.222.0.48 "DELETE /v2.0/subnets/91dfb6c3-be9f-472a-a4b6-7542992a3b45 HTTP/1.1" status: 204 len: 168 time: 0.3314574 Jul 21 11:02:24.435057 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 44400) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:02:24.435555 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74af3ca-a08c-473e-80b0-e56da07721f9 None None] Network cc0b2a51-d561-47c8-bdc0-392c408f6063 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 11:02:24.507936 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692532'] for network (cc0b2a51-d561-47c8-bdc0-392c408f6063), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:24.559792 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] Deleting port aae77568-0421-43ba-a714-eca470110f58 {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 11:02:24.560374 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (aae77568-0421-43ba-a714-eca470110f58), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:24.601725 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] DHCP port deletion for cc0b2a51-d561-47c8-bdc0-392c408f6063 request from dv-cinder-849800-2-iscsi {{(pid=111080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 11:02:24.627646 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] For port aae77568-0421-43ba-a714-eca470110f58, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=aae77568-0421-43ba-a714-eca470110f58,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 11:02:24.632719 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (aae77568-0421-43ba-a714-eca470110f58), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:24.633434 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device d94c157b-3280-4da9-b4d7-a3524a1beade no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 11:02:24.642072 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] Calling delete_port for aae77568-0421-43ba-a714-eca470110f58 owned by network:dhcp {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 11:02:24.656923 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: d94c157b-3280-4da9-b4d7-a3524a1beade {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 11:02:24.657274 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device d94c157b-3280-4da9-b4d7-a3524a1beade not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 11:02:24.657695 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 962b6a03-bfa5-46bd-93a1-30fe378d7910 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 11:02:24.681608 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Deleting port aae77568-0421-43ba-a714-eca470110f58 {{(pid=111080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 11:02:24.681981 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (aae77568-0421-43ba-a714-eca470110f58), before_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:24.683896 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 962b6a03-bfa5-46bd-93a1-30fe378d7910 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 11:02:24.684240 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 962b6a03-bfa5-46bd-93a1-30fe378d7910 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 11:02:24.748453 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] For port aae77568-0421-43ba-a714-eca470110f58, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=aae77568-0421-43ba-a714-eca470110f58,segment=NetworkSegment(f15c54ea-4b15-4cda-88ab-eb3279a0bb9c),segment_id=f15c54ea-4b15-4cda-88ab-eb3279a0bb9c)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 11:02:24.748852 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (aae77568-0421-43ba-a714-eca470110f58), precommit_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:24.763528 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Calling delete_port for aae77568-0421-43ba-a714-eca470110f58 owned by network:dhcp {{(pid=111080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 11:02:24.908747 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077'] for port (aae77568-0421-43ba-a714-eca470110f58), after_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:24.932807 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Pushing event deleted for resources: {'Port': ['ID=aae77568-0421-43ba-a714-eca470110f58,revision_number=None']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:24.942397 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] No DVR routers for this DVR port aae77568-0421-43ba-a714-eca470110f58 on host dv-cinder-849800-2-iscsi {{(pid=111080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 11:02:24.944727 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:24.945233 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:24.945742 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:24.946097 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:24.946440 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:24.946803 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:24.947135 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:24.947467 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:24.947797 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:24.948130 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:24.948459 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:24.948788 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:24.949109 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:24.949435 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:24.949758 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c39f275-c00d-4ea0-b63b-acfba28d7033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849800-2-iscsi {{(pid=111080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 11:02:24.985060 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (aae77568-0421-43ba-a714-eca470110f58), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:25.009344 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] Pushing event deleted for resources: {'Port': ['ID=aae77568-0421-43ba-a714-eca470110f58,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:25.012846 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] No DVR routers for this DVR port aae77568-0421-43ba-a714-eca470110f58 on host dv-cinder-849800-2-iscsi {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 11:02:25.082653 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687030', 'neutron.services.segments.db._delete_segments_for_network-8727025531468'] for network (cc0b2a51-d561-47c8-bdc0-392c408f6063), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:25.108010 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0b2a51-d561-47c8-bdc0-392c408f6063']}} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:25.117480 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c') {'for_net_delete': True} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:25.117778 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15c54ea-4b15-4cda-88ab-eb3279a0bb9c') {} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:25.127179 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727025530341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4368918'] for segment (f15c54ea-4b15-4cda-88ab-eb3279a0bb9c), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:25.140289 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (f15c54ea-4b15-4cda-88ab-eb3279a0bb9c), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:25.146424 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=111078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 11:02:25.146848 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6008353'] for segment (f15c54ea-4b15-4cda-88ab-eb3279a0bb9c), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:25.169783 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:25.195606 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.services.segments.plugin [-] Segment f15c54ea-4b15-4cda-88ab-eb3279a0bb9c resource provider aggregate not found Jul 21 11:02:25.219085 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.services.segments.plugin [-] Segment f15c54ea-4b15-4cda-88ab-eb3279a0bb9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f15c54ea-4b15-4cda-88ab-eb3279a0bb9c found for delete ", "request_id": "req-0cfa4190-2da4-4826-b649-0789c305370a"}]} Jul 21 11:02:25.245317 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7907263'] for network (cc0b2a51-d561-47c8-bdc0-392c408f6063), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:25.250106 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:25.253612 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] 10.222.0.48 "DELETE /v2.0/networks/cc0b2a51-d561-47c8-bdc0-392c408f6063 HTTP/1.1" status: 204 len: 168 time: 0.8175106 Jul 21 11:02:25.256696 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [-] (111079) accepted ('10.222.0.48', 44406) {{(pid=111079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:02:25.267206 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081397d-069e-4b2f-a653-bd3a915dc704 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0b2a51-d561-47c8-bdc0-392c408f6063,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:25.388700 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:25.564158 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ab83aad7-3262-46bc-81a7-c68cbcdeb7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7906778'] for router_interface (fd432310-283e-484d-868e-4e00c44a29da), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:25.778441 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-ab83aad7-3262-46bc-81a7-c68cbcdeb7a4 admin admin] Deleting port 224f1b51-11f2-43ef-b0d3-c3056b01e734 {{(pid=111079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 11:02:25.778809 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ab83aad7-3262-46bc-81a7-c68cbcdeb7a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), before_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:25.856234 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.db [None req-ab83aad7-3262-46bc-81a7-c68cbcdeb7a4 admin admin] For port 224f1b51-11f2-43ef-b0d3-c3056b01e734, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=224f1b51-11f2-43ef-b0d3-c3056b01e734,segment=NetworkSegment(2f3545fe-0522-4ebe-bef3-5e0d96846eab),segment_id=2f3545fe-0522-4ebe-bef3-5e0d96846eab)] {{(pid=111079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 11:02:25.856512 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ab83aad7-3262-46bc-81a7-c68cbcdeb7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), precommit_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:25.869240 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.plugins.ml2.plugin [None req-ab83aad7-3262-46bc-81a7-c68cbcdeb7a4 admin admin] Calling delete_port for 224f1b51-11f2-43ef-b0d3-c3056b01e734 owned by network:router_interface {{(pid=111079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 11:02:25.916023 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=92 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:25.985490 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=100 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:26.103159 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ab83aad7-3262-46bc-81a7-c68cbcdeb7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596826'] for port (224f1b51-11f2-43ef-b0d3-c3056b01e734), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:26.127634 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83aad7-3262-46bc-81a7-c68cbcdeb7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=224f1b51-11f2-43ef-b0d3-c3056b01e734,revision_number=None']} {{(pid=111079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:26.292769 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron_lib.callbacks.manager [None req-ab83aad7-3262-46bc-81a7-c68cbcdeb7a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7994357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7905578'] for router_interface (fd432310-283e-484d-868e-4e00c44a29da), after_delete {{(pid=111079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:26.495762 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab83aad7-3262-46bc-81a7-c68cbcdeb7a4 admin admin] Router fd432310-283e-484d-868e-4e00c44a29da has already been hosted by L3 agent 72d8a75a-0b33-4c45-a16a-30b4b00b82d8 {{(pid=111079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 11:02:26.599500 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab83aad7-3262-46bc-81a7-c68cbcdeb7a4 admin admin] Notify agent at l3_agent.dv-cinder-849800-2-iscsi the message routers_updated {{(pid=111079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 11:02:26.609335 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4978bcd9-7f58-4d4c-a851-bbe88d849a3b None None] Sync routers for ids ['fd432310-283e-484d-868e-4e00c44a29da'] in dv-cinder-849800-2-iscsi {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 11:02:26.609743 dv-cinder-849800-2-iscsi neutron-server[111079]: INFO neutron.wsgi [None req-ab83aad7-3262-46bc-81a7-c68cbcdeb7a4 admin admin] 10.222.0.48 "PUT /v2.0/routers/fd432310-283e-484d-868e-4e00c44a29da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3505805 Jul 21 11:02:26.612356 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 44408) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:02:26.622356 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4978bcd9-7f58-4d4c-a851-bbe88d849a3b None None] Routers {'fd432310-283e-484d-868e-4e00c44a29da'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 11:02:26.623559 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-4978bcd9-7f58-4d4c-a851-bbe88d849a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T11:02:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['fd432310-283e-484d-868e-4e00c44a29da'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:26.662299 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device aae77568-0421-43ba-a714-eca470110f58 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 11:02:26.690029 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: aae77568-0421-43ba-a714-eca470110f58 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 11:02:26.690309 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device aae77568-0421-43ba-a714-eca470110f58 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 11:02:26.694654 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:26.721723 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39b8d306-f148-4438-a836-c2be7d594a3f admin admin] Publish callbacks [] for router (fd432310-283e-484d-868e-4e00c44a29da), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:26.748920 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-4978bcd9-7f58-4d4c-a851-bbe88d849a3b None None] Set router fd432310-283e-484d-868e-4e00c44a29da gateway port host: dv-cinder-849800-2-iscsi {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 11:02:26.755505 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:26.823900 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39b8d306-f148-4438-a836-c2be7d594a3f admin admin] Publish callbacks [] for router_gateway (fd432310-283e-484d-868e-4e00c44a29da), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:26.949875 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-39b8d306-f148-4438-a836-c2be7d594a3f admin admin] Deleting port 7f581366-9bb1-4f4b-8387-c576ca32f9fe {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 11:02:26.950221 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39b8d306-f148-4438-a836-c2be7d594a3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (7f581366-9bb1-4f4b-8387-c576ca32f9fe), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:27.039557 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [None req-39b8d306-f148-4438-a836-c2be7d594a3f admin admin] For port 7f581366-9bb1-4f4b-8387-c576ca32f9fe, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=7f581366-9bb1-4f4b-8387-c576ca32f9fe,segment=NetworkSegment(28cb4e7f-a54a-4008-af8d-b6d0088e98cf),segment_id=28cb4e7f-a54a-4008-af8d-b6d0088e98cf)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 11:02:27.039843 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39b8d306-f148-4438-a836-c2be7d594a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (7f581366-9bb1-4f4b-8387-c576ca32f9fe), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:27.049538 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:27.052896 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-39b8d306-f148-4438-a836-c2be7d594a3f admin admin] Calling delete_port for 7f581366-9bb1-4f4b-8387-c576ca32f9fe owned by network:router_gateway {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 11:02:27.066135 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-4978bcd9-7f58-4d4c-a851-bbe88d849a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd432310-283e-484d-868e-4e00c44a29da', 'name': 'tempest-TestVolumeBootPattern-1545651159-router', 'tenant_id': '42b7c84ab50d49ce86e099d50e293a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'external_fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7f581366-9bb1-4f4b-8387-c576ca32f9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:32Z', 'updated_at': '2022-07-21T11:02:26Z', 'revision_number': 5, 'project_id': '42b7c84ab50d49ce86e099d50e293a55', 'gw_port': {'id': '7f581366-9bb1-4f4b-8387-c576ca32f9fe', 'name': '', 'network_id': '8f426472-2a4e-4ae2-aaa3-dfbcc2c8ec9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:64:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd432310-283e-484d-868e-4e00c44a29da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849800-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T10:55:32Z', 'updated_at': '2022-07-21T10:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78a17339-e466-41ca-a8b6-8f52f169e396', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849800-2-iscsi'}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:27.091545 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4978bcd9-7f58-4d4c-a851-bbe88d849a3b None None] Checking router: fd432310-283e-484d-868e-4e00c44a29da for host: dv-cinder-849800-2-iscsi {{(pid=111080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 11:02:27.099639 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4978bcd9-7f58-4d4c-a851-bbe88d849a3b None None] Routers {'fd432310-283e-484d-868e-4e00c44a29da'} bound to L3 agent in host dv-cinder-849800-2-iscsi {{(pid=111080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 11:02:27.100241 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-4978bcd9-7f58-4d4c-a851-bbe88d849a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849800-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T10:37:24Z,description=,heartbeat_timestamp=2022-07-21T11:02:24Z,host='dv-cinder-849800-2-iscsi',id=72d8a75a-0b33-4c45-a16a-30b4b00b82d8,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T10:37:24Z,topic='l3_agent')) {'router_ids': ['fd432310-283e-484d-868e-4e00c44a29da'], 'active': True} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:27.180108 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:27.195911 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvr_db [None req-4978bcd9-7f58-4d4c-a851-bbe88d849a3b None None] Set router fd432310-283e-484d-868e-4e00c44a29da gateway port host: None {{(pid=111080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 11:02:27.221347 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:27.250660 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_hamode_db [None req-4978bcd9-7f58-4d4c-a851-bbe88d849a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd432310-283e-484d-868e-4e00c44a29da', 'name': 'tempest-TestVolumeBootPattern-1545651159-router', 'tenant_id': '42b7c84ab50d49ce86e099d50e293a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:32Z', 'updated_at': '2022-07-21T11:02:26Z', 'revision_number': 6, 'project_id': '42b7c84ab50d49ce86e099d50e293a55', 'gw_port_host': None}], 'dv-cinder-849800-2-iscsi', False) {} {{(pid=111080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:27.276710 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4978bcd9-7f58-4d4c-a851-bbe88d849a3b None None] The sync data for ids ['fd432310-283e-484d-868e-4e00c44a29da'] in dv-cinder-849800-2-iscsi is: [{'id': 'fd432310-283e-484d-868e-4e00c44a29da', 'name': 'tempest-TestVolumeBootPattern-1545651159-router', 'tenant_id': '42b7c84ab50d49ce86e099d50e293a55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T10:55:32Z', 'updated_at': '2022-07-21T11:02:26Z', 'revision_number': 6, 'project_id': '42b7c84ab50d49ce86e099d50e293a55', 'gw_port_host': None}] {{(pid=111080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 11:02:27.302892 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39b8d306-f148-4438-a836-c2be7d594a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (7f581366-9bb1-4f4b-8387-c576ca32f9fe), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:27.331728 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8d306-f148-4438-a836-c2be7d594a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=7f581366-9bb1-4f4b-8387-c576ca32f9fe,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:27.395612 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39b8d306-f148-4438-a836-c2be7d594a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7907105'] for router_gateway (fd432310-283e-484d-868e-4e00c44a29da), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:27.484738 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39b8d306-f148-4438-a836-c2be7d594a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7905525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router (fd432310-283e-484d-868e-4e00c44a29da), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:27.487108 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39b8d306-f148-4438-a836-c2be7d594a3f admin admin] Publish callbacks [] for router_controller (fd432310-283e-484d-868e-4e00c44a29da), precommit_delete_associations {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:27.594416 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39b8d306-f148-4438-a836-c2be7d594a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7905412'] for router (fd432310-283e-484d-868e-4e00c44a29da), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:27.594992 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b8d306-f148-4438-a836-c2be7d594a3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd432310-283e-484d-868e-4e00c44a29da {{(pid=111078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 11:02:27.599602 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-39b8d306-f148-4438-a836-c2be7d594a3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:27.606388 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-39b8d306-f148-4438-a836-c2be7d594a3f admin admin] 10.222.0.48 "DELETE /v2.0/routers/fd432310-283e-484d-868e-4e00c44a29da HTTP/1.1" status: 204 len: 168 time: 0.9874320 Jul 21 11:02:27.606388 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 44410) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:02:27.653157 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19ee027-09f0-4093-a9d2-53b9c3e7b961 admin admin] Deleting subnet 5de58b54-e183-4cb8-8980-b158391538df {{(pid=111078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 11:02:27.656849 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e19ee027-09f0-4093-a9d2-53b9c3e7b961 admin admin] Publish callbacks [] for subnet (5de58b54-e183-4cb8-8980-b158391538df), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:27.682214 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:27.695593 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e19ee027-09f0-4093-a9d2-53b9c3e7b961 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4368943'] for subnet (5de58b54-e183-4cb8-8980-b158391538df), precommit_delete_associations {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:27.778420 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e19ee027-09f0-4093-a9d2-53b9c3e7b961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-686909'] for subnet (5de58b54-e183-4cb8-8980-b158391538df), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:27.816307 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:27.925709 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e19ee027-09f0-4093-a9d2-53b9c3e7b961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-686900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8030618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6008475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33547813'] for subnet (5de58b54-e183-4cb8-8980-b158391538df), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:27.953253 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ee027-09f0-4093-a9d2-53b9c3e7b961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de58b54-e183-4cb8-8980-b158391538df,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:27.958376 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-e19ee027-09f0-4093-a9d2-53b9c3e7b961 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:27.963294 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-e19ee027-09f0-4093-a9d2-53b9c3e7b961 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5de58b54-e183-4cb8-8980-b158391538df HTTP/1.1" status: 204 len: 168 time: 0.3584416 Jul 21 11:02:27.964033 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0297f5aa-328d-4be0-8b68-c63d4ac28fc6 None None] Network 104f811f-1fca-4188-8c07-d4e95c5984c2 requested from dv-cinder-849800-2-iscsi {{(pid=111080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 11:02:27.965860 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 44412) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:02:28.044143 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-692532'] for network (104f811f-1fca-4188-8c07-d4e95c5984c2), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:28.090178 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] Deleting port 846c89c5-18c7-4d81-ac98-f78f698e2bfd {{(pid=111078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 11:02:28.090664 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (846c89c5-18c7-4d81-ac98-f78f698e2bfd), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:28.124054 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaecf7e-982d-4e6b-b31f-de191100892c None None] DHCP port deletion for 104f811f-1fca-4188-8c07-d4e95c5984c2 request from dv-cinder-849800-2-iscsi {{(pid=111080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 11:02:28.158206 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.db [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] For port 846c89c5-18c7-4d81-ac98-f78f698e2bfd, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=846c89c5-18c7-4d81-ac98-f78f698e2bfd,segment=NetworkSegment(2f3545fe-0522-4ebe-bef3-5e0d96846eab),segment_id=2f3545fe-0522-4ebe-bef3-5e0d96846eab)] {{(pid=111078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 11:02:28.158609 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (846c89c5-18c7-4d81-ac98-f78f698e2bfd), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:28.164421 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-bbaecf7e-982d-4e6b-b31f-de191100892c None None] Deleting port 846c89c5-18c7-4d81-ac98-f78f698e2bfd {{(pid=111080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 11:02:28.165123 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-bbaecf7e-982d-4e6b-b31f-de191100892c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727025550264'] for port (846c89c5-18c7-4d81-ac98-f78f698e2bfd), before_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:28.177695 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.plugin [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] Calling delete_port for 846c89c5-18c7-4d81-ac98-f78f698e2bfd owned by network:dhcp {{(pid=111078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 11:02:28.244904 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.db [None req-bbaecf7e-982d-4e6b-b31f-de191100892c None None] For port 846c89c5-18c7-4d81-ac98-f78f698e2bfd, host dv-cinder-849800-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849800-2-iscsi',level=0,port_id=846c89c5-18c7-4d81-ac98-f78f698e2bfd,segment=NetworkSegment(2f3545fe-0522-4ebe-bef3-5e0d96846eab),segment_id=2f3545fe-0522-4ebe-bef3-5e0d96846eab)] {{(pid=111080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 11:02:28.245387 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-bbaecf7e-982d-4e6b-b31f-de191100892c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7901402'] for port (846c89c5-18c7-4d81-ac98-f78f698e2bfd), precommit_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:28.260328 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-bbaecf7e-982d-4e6b-b31f-de191100892c None None] Calling delete_port for 846c89c5-18c7-4d81-ac98-f78f698e2bfd owned by network:dhcp {{(pid=111080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 11:02:28.354503 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6008438'] for port (846c89c5-18c7-4d81-ac98-f78f698e2bfd), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:28.365306 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-bbaecf7e-982d-4e6b-b31f-de191100892c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8310891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727025557032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727025080077'] for port (846c89c5-18c7-4d81-ac98-f78f698e2bfd), after_delete {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:28.381922 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] Pushing event deleted for resources: {'Port': ['ID=846c89c5-18c7-4d81-ac98-f78f698e2bfd,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:28.385504 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] No DVR routers for this DVR port 846c89c5-18c7-4d81-ac98-f78f698e2bfd on host dv-cinder-849800-2-iscsi {{(pid=111078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 11:02:28.391068 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaecf7e-982d-4e6b-b31f-de191100892c None None] Pushing event deleted for resources: {'Port': ['ID=846c89c5-18c7-4d81-ac98-f78f698e2bfd,revision_number=None']} {{(pid=111080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:28.393033 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaecf7e-982d-4e6b-b31f-de191100892c None None] No DVR routers for this DVR port 846c89c5-18c7-4d81-ac98-f78f698e2bfd on host dv-cinder-849800-2-iscsi {{(pid=111080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 11:02:28.465293 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687030', 'neutron.services.segments.db._delete_segments_for_network-8727025531468'] for network (104f811f-1fca-4188-8c07-d4e95c5984c2), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:28.485422 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104f811f-1fca-4188-8c07-d4e95c5984c2']}} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:28.495190 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3545fe-0522-4ebe-bef3-5e0d96846eab') {'for_net_delete': True} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:28.495490 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.services.segments.db [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3545fe-0522-4ebe-bef3-5e0d96846eab') {} {{(pid=111078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 11:02:28.504940 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727025530341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4368918'] for segment (2f3545fe-0522-4ebe-bef3-5e0d96846eab), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:28.518071 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940'] for segment (2f3545fe-0522-4ebe-bef3-5e0d96846eab), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:28.524559 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=111078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 11:02:28.524951 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-722940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6008353'] for segment (2f3545fe-0522-4ebe-bef3-5e0d96846eab), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:28.583505 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.services.segments.plugin [-] Segment 2f3545fe-0522-4ebe-bef3-5e0d96846eab resource provider aggregate not found Jul 21 11:02:28.590353 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 224f1b51-11f2-43ef-b0d3-c3056b01e734 no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 11:02:28.609492 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.services.segments.plugin [-] Segment 2f3545fe-0522-4ebe-bef3-5e0d96846eab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f3545fe-0522-4ebe-bef3-5e0d96846eab found for delete ", "request_id": "req-97c10174-c594-4946-a5a7-c6429334cfbd"}]} Jul 21 11:02:28.612244 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 224f1b51-11f2-43ef-b0d3-c3056b01e734 {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 11:02:28.612601 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 224f1b51-11f2-43ef-b0d3-c3056b01e734 not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 11:02:28.613035 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 7f581366-9bb1-4f4b-8387-c576ca32f9fe no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 11:02:28.635329 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 7f581366-9bb1-4f4b-8387-c576ca32f9fe {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 11:02:28.635617 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 7f581366-9bb1-4f4b-8387-c576ca32f9fe not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 11:02:28.636039 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 846c89c5-18c7-4d81-ac98-f78f698e2bfd no longer exists at agent ovs-agent-dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 11:02:28.655225 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.plugin [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] No Port match for: 846c89c5-18c7-4d81-ac98-f78f698e2bfd {{(pid=111080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 11:02:28.655584 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron.plugins.ml2.rpc [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Device 846c89c5-18c7-4d81-ac98-f78f698e2bfd not bound to the agent host dv-cinder-849800-2-iscsi {{(pid=111080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 11:02:28.696853 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7994364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7907263'] for network (104f811f-1fca-4188-8c07-d4e95c5984c2), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:28.702994 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7994350'] for network (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:28.705906 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] 10.222.0.48 "DELETE /v2.0/networks/104f811f-1fca-4188-8c07-d4e95c5984c2 HTTP/1.1" status: 204 len: 168 time: 0.7391331 Jul 21 11:02:28.718219 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a3a44-f3d6-465e-a1f5-e9b39c207776 admin admin] Pushing event deleted for resources: {'Network': ['ID=104f811f-1fca-4188-8c07-d4e95c5984c2,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:28.978068 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 44420) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:02:29.017840 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-975280de-fc15-43ee-8d85-8a4045a7b916 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c99e5deac07a429c9c771ef41d278a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385654 Jul 21 11:02:29.025314 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 44422) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:02:29.073664 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-95af23a0-5e24-4f26-aa3f-99bc16eca574 admin admin] Publish callbacks [] for security_group (a677fe5c-c775-4970-abd7-658a451c1d5d), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:29.095506 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-95af23a0-5e24-4f26-aa3f-99bc16eca574 admin admin] Publish callbacks [] for security_group (a677fe5c-c775-4970-abd7-658a451c1d5d), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:29.217217 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-95af23a0-5e24-4f26-aa3f-99bc16eca574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (a677fe5c-c775-4970-abd7-658a451c1d5d), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:29.219852 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-95af23a0-5e24-4f26-aa3f-99bc16eca574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:29.221015 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-95af23a0-5e24-4f26-aa3f-99bc16eca574 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a677fe5c-c775-4970-abd7-658a451c1d5d HTTP/1.1" status: 204 len: 168 time: 0.1945763 Jul 21 11:02:29.229498 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af23a0-5e24-4f26-aa3f-99bc16eca574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a677fe5c-c775-4970-abd7-658a451c1d5d,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:29.884945 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 44428) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:02:29.919064 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:29.925470 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-4c859177-28e1-439c-ae8f-02ae1bc6873d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42b7c84ab50d49ce86e099d50e293a55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394411 Jul 21 11:02:29.927913 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.wsgi [-] (111078) accepted ('10.222.0.48', 44430) {{(pid=111078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 11:02:29.964254 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:29.980623 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-16909347-419d-4cca-b26f-f6587d66052f admin admin] Publish callbacks [] for security_group (d16aa899-3b6a-44cf-b53e-1b86c52c81bf), before_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:30.002914 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-16909347-419d-4cca-b26f-f6587d66052f admin admin] Publish callbacks [] for security_group (d16aa899-3b6a-44cf-b53e-1b86c52c81bf), precommit_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:30.131027 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-16909347-419d-4cca-b26f-f6587d66052f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8039484'] for security_group (d16aa899-3b6a-44cf-b53e-1b86c52c81bf), after_delete {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:30.134586 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron_lib.callbacks.manager [None req-16909347-419d-4cca-b26f-f6587d66052f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:30.135809 dv-cinder-849800-2-iscsi neutron-server[111078]: INFO neutron.wsgi [None req-16909347-419d-4cca-b26f-f6587d66052f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d16aa899-3b6a-44cf-b53e-1b86c52c81bf HTTP/1.1" status: 204 len: 168 time: 0.2069738 Jul 21 11:02:30.144091 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16909347-419d-4cca-b26f-f6587d66052f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16aa899-3b6a-44cf-b53e-1b86c52c81bf,revision_number=None']} {{(pid=111078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 11:02:31.559921 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=100 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:36.596267 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:SELECT=51 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:36.597046 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG dbcounter [-] [111079] Writing DB stats neutron:DELETE=8,neutron:UPDATE=1,neutron:SELECT=70 {{(pid=111079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:40.159488 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=46,neutron:DELETE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:40.160320 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=36,neutron:DELETE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:40.286566 dv-cinder-849800-2-iscsi neutron-server[111078]: DEBUG dbcounter [-] [111078] Writing DB stats neutron:SELECT=23,neutron:DELETE=4 {{(pid=111078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:41.571753 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=97 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:44.994382 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:47.614057 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 11:02:51.408851 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-b400d45b-ad9b-4feb-9603-2d2f0ee6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:54.010694 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-9e2218da-8616-4bf4-b790-8b6fa58f7ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:55.420596 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:56.694553 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:56.826141 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:02:57.610367 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:02:57.611525 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:03:06.772039 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:03:06.779544 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:03:14.991107 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:03:19.667850 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:03:20.614970 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=5 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:03:21.402517 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-5a12307d-a107-4ed2-a07f-9da0147f4674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:03:24.003904 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-9de7988b-622b-4d81-933d-e0fc722739e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:03:24.613734 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 11:03:25.442681 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:03:26.649182 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:03:26.855228 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:03:34.610659 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:03:37.786432 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:03:37.787237 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:03:44.980520 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:03:51.384178 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-1536add2-c24a-4dc3-bfc3-422174cedc9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:03:54.018668 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-35af8393-c65a-4fbb-a636-b9751b6acf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:03:55.424671 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:03:55.559652 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=3 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:03:55.564597 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=3 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:03:56.665778 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:03:56.860130 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:04:01.613764 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 11:04:06.783188 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:04:06.785047 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:04:15.001118 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:04:17.781854 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=13 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:04:17.783832 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=15 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:04:21.379653 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-0473dc7a-e24b-457a-9b6f-f445a169dae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:04:24.021893 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-dad176f2-9bf4-409f-ab49-70f7005ec596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:04:25.458411 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:04:26.647729 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:04:26.836545 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:04:32.559844 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=3 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:04:32.564660 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=3 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:04:36.786141 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:04:36.788019 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:04:38.613896 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 11:04:45.001502 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:04:48.609422 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:04:48.610135 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:04:51.391211 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-38171b55-1594-45a7-98da-20e9e8333618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:04:54.007236 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-e2b76940-8221-4f2a-966e-879e4d21bc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:04:55.416984 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:04:56.669757 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:04:56.862484 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:05:06.785283 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:05:06.795752 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:05:09.561712 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=4 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:05:09.563432 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:05:15.050859 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:05:15.613212 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 11:05:21.383394 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7559319c-ce89-449b-b260-7968602083de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:05:24.011695 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-1cf0c526-0859-41b7-a07f-cf7674c17bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:05:25.421841 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:05:25.609116 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:05:25.609890 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:05:26.644245 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:05:26.855701 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:05:37.793936 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:05:37.795934 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:UPDATE=3,neutron:SELECT=22 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:05:44.999947 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:05:46.555049 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:05:46.561088 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=4 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:05:51.403526 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-7b064c21-0a7c-4955-8e1b-4694522bdce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:05:52.612870 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 11:05:53.999726 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-180ec430-5b06-4626-8ef1-c6b144b36b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:05:55.434119 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:05:56.662148 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:05:56.856370 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:06:02.608325 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:06:02.609149 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:06:06.795278 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:06:06.797129 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:06:15.010181 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:06:21.404528 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2ce8-8ca8-418e-bbdd-cac1a139d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:06:23.556494 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=14 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:06:23.557268 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=18 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:06:24.008390 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6847a096-ae49-446a-85c5-41f3606a19ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:06:25.461725 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:06:26.649068 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:06:26.867325 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:06:29.611611 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 11:06:36.800051 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:06:36.801892 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:06:39.607253 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:06:39.608524 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:06:44.986782 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:06:51.386874 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-56a5562f-c054-4f5e-96a8-812c4c8a22be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:06:54.008887 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-26528075-edeb-4781-bad8-0a926071ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:06:55.420677 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:06:56.725558 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:06:56.901594 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:07:00.553578 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:07:00.554325 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=4 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:07:06.611431 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 11:07:06.798226 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:07:06.809326 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:07:15.042456 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:07:16.105806 dv-cinder-849800-2-iscsi neutron-server[111079]: DEBUG neutron.wsgi [req-477c13f8-7e65-4f60-b0bc-01edb6632764 req-486794ec-9ef4-4918-944c-f26f822c36d9 tempest-ServerRescueNegativeTestJSON-1176570364 tempest-ServerRescueNegativeTestJSON-1176570364-project] (111079) timed out ('10.222.0.57', 58875) {{(pid=111079) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 11:07:19.677669 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:07:19.678519 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:07:21.395324 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-98e3cf96-51ef-4afe-9f63-53a3d4c5a5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:07:23.997242 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-6ca55601-4ce4-49ff-9ea6-6efdc38d1cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:07:25.443207 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:07:26.711656 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:07:26.898137 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:07:37.551632 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=3 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:07:37.552440 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=3 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:07:37.800235 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:07:37.802170 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG dbcounter [-] [111080] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=111080) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:07:43.610123 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG neutron.db.agents_db [None req-06b2faa4-6b7b-40f4-8c61-19296ebc7132 None None] Agent healthcheck: found 6 active agents {{(pid=111081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 11:07:45.057506 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-ab398970-0cca-4611-a9ba-bb1947376e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (f12f2113-d734-4c4e-9a60-3893df190365), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:07:51.426102 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-a93fefdf-d15e-4030-8473-199951bf66b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (dfdff5f5-1628-4b8c-a637-caa28ab69f81), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:07:53.606627 dv-cinder-849800-2-iscsi neutron-server[111081]: DEBUG dbcounter [-] [111081] Writing DB stats neutron:SELECT=2 {{(pid=111081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 11:07:54.036430 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-117a1879-8aa7-4447-a79c-b386f6cefab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (72d8a75a-0b33-4c45-a16a-30b4b00b82d8), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:07:55.440949 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-88ede48a-37e0-4121-8672-8fed60cb7cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (ae0d791e-6974-4498-b30d-e05b1cf7e1c2), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:07:56.647351 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-296785db-49c6-45bc-9b4d-c90f3b3d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (c184b770-bee5-412b-9b4c-9b52cff927cd), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 11:07:56.882592 dv-cinder-849800-2-iscsi neutron-server[111080]: DEBUG neutron_lib.callbacks.manager [None req-27067c0e-bd18-4d60-8f0b-e36ffcab7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727025531450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683381'] for agent (5e5989b0-88d9-49d0-8087-0163d9a4a43f), after_update {{(pid=111080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}